-- Logs begin at Wed 2021-11-24 10:44:26 UTC, end at Wed 2021-11-24 11:40:50 UTC. -- Nov 24 11:16:09.237155 dv-cinder-819089-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 24 11:16:12.021190 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.common.config [-] Logging enabled! Nov 24 11:16:12.021810 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 24 11:16:12.021993 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102372) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 11:16:12.025368 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.common.config [-] Logging enabled! Nov 24 11:16:12.025629 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 24 11:16:12.025955 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102372) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 11:16:12.026903 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 11:16:12.027141 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 11:16:12.027516 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 11:16:12.027769 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 11:16:12.028002 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 11:16:12.028331 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.028793 dv-cinder-819089-1-iscsi neutron-server[102372]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 24 11:16:12.029115 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.029420 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.029720 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.030026 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.030323 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.030612 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.030908 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.031212 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.031505 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.031791 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.032081 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.032378 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.032684 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.032985 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.033276 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.033564 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] debug = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.033854 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.034300 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.034725 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.035570 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.035872 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.036158 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.036447 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.036745 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.037038 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.037374 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] host = dv-cinder-819089-1-iscsi {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.037655 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.037951 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.038244 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.038537 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.038817 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.039099 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.039391 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.039667 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.039944 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] log_file = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.040225 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.040520 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.040839 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.041139 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.041367 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.041592 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.041885 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.042180 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.042463 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.042742 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.043021 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.043303 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.043581 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.043855 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.044144 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.044433 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.044753 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.045037 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.045316 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.045593 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.045873 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.046163 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.046442 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.046720 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.046998 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.047290 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.047564 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.047848 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.048142 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.048433 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.048755 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.049049 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.049328 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.049615 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.049892 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.050167 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.050468 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] use_json = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.050748 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.051023 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.051307 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.051583 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.051860 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.052135 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.052410 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.052731 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:12.053043 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.053342 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.053645 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.053933 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.054247 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.054533 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.054828 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.055112 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.055405 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.055698 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.056004 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.056286 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.056583 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.056892 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.057193 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.057503 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.057804 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.058104 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.058387 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.058669 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.058949 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.059236 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.059533 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.059816 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.060112 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.060409 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.060722 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.061029 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.061325 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.061625 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.061919 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.062201 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.062484 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.062780 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.063063 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.063342 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.063626 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.063919 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.064202 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.064481 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.064793 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.065082 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.065359 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.065638 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.065926 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.066251 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.066532 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.066808 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.067086 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.067369 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.067648 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.067934 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.068217 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.068493 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.068801 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.069088 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.069368 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.069650 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.069934 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.070216 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.070498 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.070774 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.071054 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.071335 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.071613 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.071891 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.072167 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.072448 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.072752 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.073031 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.073308 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.073586 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.073860 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.074139 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.074430 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.074731 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.075017 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.075299 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.075586 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.075875 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.076157 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.076439 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.076748 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.077032 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.077312 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.077608 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.077898 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.078189 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.078474 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.078789 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.079089 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.079369 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.079656 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.079937 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.080218 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.080505 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.080821 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.081125 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.081424 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.082258 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.082559 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.082859 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.083146 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.083462 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.083749 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:12.083965 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 11:16:12.084219 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102372) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 24 11:16:12.532741 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102372) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 24 11:16:12.533022 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102372) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 24 11:16:12.533331 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102372) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 24 11:16:12.533674 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 24 11:16:12.872315 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:12.872603 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:12.872903 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:12.874119 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:12.874395 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:12.874664 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:12.912588 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:12.912896 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:12.913171 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:12.927237 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:12.927517 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:12.927792 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:12.956114 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:12.956400 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:12.957229 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:12.995306 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:12.995589 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:12.995866 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.256785 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.257400 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.257400 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.257545 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.258225 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.359312 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.359634 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.359926 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.360202 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.360472 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.360821 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.361083 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.361342 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.361600 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.361887 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.362151 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.362417 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.362673 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.363491 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.363742 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.364012 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.364269 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.364539 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.364835 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.365098 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.365372 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.365627 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.365911 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.366292 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.366545 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.366793 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.367203 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 11:16:13.367448 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 11:16:13.367690 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 11:16:13.367929 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 11:16:13.368167 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 11:16:13.368402 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 11:16:13.368811 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 24 11:16:13.372177 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 24 11:16:13.376208 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 24 11:16:13.380566 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Nov 24 11:16:13.382411 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 24 11:16:13.382891 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 24 11:16:13.383234 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 24 11:16:13.383629 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 24 11:16:13.386554 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 24 11:16:13.386808 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 24 11:16:13.387167 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 11:16:13.392951 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 24 11:16:13.422815 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 24 11:16:13.423300 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.423609 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102372) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 24 11:16:13.423976 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.426041 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102372) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 24 11:16:13.426335 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 11:16:13.426588 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 24 11:16:13.431342 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.431627 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:13.495931 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 24 11:16:13.496179 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 24 11:16:13.496418 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 24 11:16:13.496832 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 24 11:16:13.518392 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_db.sqlalchemy.engines [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102372) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 24 11:16:14.060236 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.managers [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Initializing driver for type 'gre' Nov 24 11:16:14.060839 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] gre ID ranges: [(1, 1000)] Nov 24 11:16:14.112852 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.managers [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Initializing driver for type 'local' Nov 24 11:16:14.113191 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.managers [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Initializing driver for type 'vlan' Nov 24 11:16:14.126415 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] VlanTypeDriver initialization complete Nov 24 11:16:14.126774 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.managers [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Initializing driver for type 'vxlan' Nov 24 11:16:14.127277 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] vxlan ID ranges: [(1, 1000)] Nov 24 11:16:14.178426 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.managers [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Initializing extension driver 'port_security' Nov 24 11:16:14.178672 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.extensions.port_security [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] PortSecurityExtensionDriver initialization complete Nov 24 11:16:14.179015 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.managers [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Initializing mechanism driver 'openvswitch' Nov 24 11:16:14.179330 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.managers [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Initializing mechanism driver 'hyperv' Nov 24 11:16:14.186058 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:16:14.186748 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > port after_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.187124 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > port after_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.187474 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > port after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.188021 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102372) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 11:16:14.188456 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > subnet after_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.188842 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > subnet after_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.189193 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.189598 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102372) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 11:16:14.190011 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > network after_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.190370 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > network after_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.190719 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > network after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.191677 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102372) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 11:16:14.192084 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > security_group after_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.192437 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > security_group after_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.192811 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.193364 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102372) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 11:16:14.193781 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.194136 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.194484 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.194891 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102372) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 11:16:14.195299 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > address_group after_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.195651 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > address_group after_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.195994 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.196399 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102372) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 11:16:14.196808 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] ML2 OVO RPC backend initialized. {{(pid=102372) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 24 11:16:14.197529 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.197885 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.198309 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > network before_response 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.198665 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > networks before_response 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.199019 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > port before_response 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.199364 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > ports before_response 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.199709 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > subnet before_response 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.200054 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > subnets before_response 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.200409 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > network after_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.200780 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > network after_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.201122 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > network after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.201462 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > port after_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.201801 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > port after_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.202136 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > port after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.202475 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > subnet after_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.202810 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > subnet after_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.203144 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.203730 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Modular L2 Plugin initialization complete Nov 24 11:16:14.204064 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading services supported by the core plugin {{(pid=102372) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 24 11:16:14.204399 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.plugins.ml2.managers [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Got port-security extension from driver 'port_security' Nov 24 11:16:14.204895 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.extensions.vlantransparent [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Disabled vlantransparent extension. Nov 24 11:16:14.205389 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102372) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 24 11:16:14.205700 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading Plugin: router Nov 24 11:16:14.242293 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.242684 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router after_create 55549900 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.243054 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router before_create 55549900 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.243422 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.243798 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.244162 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router after_delete 55549900 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.244524 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.244973 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.245337 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router after_create 55549900 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.245686 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router after_update 55549900 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.246036 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router after_update 55549900 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.246386 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.246747 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router after_update 55549900 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.247158 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router precommit_update 55549900 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.247529 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: port after_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.247871 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: port after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.248213 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: subnet after_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.248554 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.248929 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.249279 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router precommit_create 55549900 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.249624 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: port before_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.249970 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router precommit_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.250339 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router after_update 55549900 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.250690 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.251045 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router precommit_create 55549900 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.251412 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.251764 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router precommit_update 55549900 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.252134 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > agent after_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.252486 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > agent after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.252858 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > network after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.255741 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Tracking information for resource: router configured {{(pid=102372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 11:16:14.255741 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Tracking information for resource: floatingip configured {{(pid=102372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 11:16:14.259784 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.db.l3_agentschedulers_db [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 24 11:16:14.260399 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: port after_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.260752 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: port after_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.261106 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: port after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.261484 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: port after_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.262623 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router before_create 55550100 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.263202 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.263779 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router precommit_create 55550100 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.264149 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > router precommit_update 55550100 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.269546 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.services.provider_configuration [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Service providers = [] {{(pid=102372) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 24 11:16:14.269916 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.db.servicetype_db [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102372) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 24 11:16:14.272965 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.services.service_base [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102372) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 11:16:14.273320 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.services.service_base [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102372) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 11:16:14.273671 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.services.service_base [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102372) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 11:16:14.274584 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.services.service_base [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102372) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 11:16:14.274959 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.services.service_base [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 24 11:16:14.275345 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 11:16:14.275666 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 24 11:16:14.286575 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 11:16:14.286915 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading Plugin: auto_allocate Nov 24 11:16:14.292848 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: network precommit_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.293225 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: network precommit_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.293758 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 11:16:14.294084 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading Plugin: tag Nov 24 11:16:14.301321 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 11:16:14.301653 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading Plugin: timestamp Nov 24 11:16:14.305737 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 11:16:14.306067 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading Plugin: network_ip_availability Nov 24 11:16:14.311603 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.311971 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.312330 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.313086 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 11:16:14.313410 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading Plugin: flavors Nov 24 11:16:14.318823 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 11:16:14.319152 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading Plugin: revisions Nov 24 11:16:14.323567 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 11:16:14.323962 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_concurrency.lockutils [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.791s {{(pid=102372) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 24 11:16:14.324765 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102372) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 24 11:16:14.325103 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Initializing extension manager. Nov 24 11:16:14.325623 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: __init__.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.325965 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: __pycache__ {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.326301 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.326636 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: address_group.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.327400 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.327970 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: address-group Nov 24 11:16:14.328296 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: address_scope.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.330632 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.331157 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: address-scope Nov 24 11:16:14.331525 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.332496 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.333058 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: router-admin-state-down-before-update Nov 24 11:16:14.333387 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: agent.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.334109 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.334618 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: agent Nov 24 11:16:14.334948 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: agent_resources_synced.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.335880 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.336387 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: agent-resources-synced Nov 24 11:16:14.336746 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: allowedaddresspairs.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.338582 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.339103 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: allowed-address-pairs Nov 24 11:16:14.339437 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: auto_allocated_topology.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.340530 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.341081 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: auto-allocated-topology Nov 24 11:16:14.341416 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: availability_zone.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.342128 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.342634 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: availability_zone Nov 24 11:16:14.342958 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: availability_zone_filter.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.343886 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.344392 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: availability_zone_filter Nov 24 11:16:14.344746 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: data_plane_status.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.345670 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.346172 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension data-plane-status not supported by any of loaded plugins Nov 24 11:16:14.346496 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: default_subnetpools.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.347445 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.347954 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: default-subnetpools Nov 24 11:16:14.348277 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.349127 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.349643 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: dhcp_agent_scheduler Nov 24 11:16:14.349969 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: dns.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.350903 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.351407 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension dns-integration not supported by any of loaded plugins Nov 24 11:16:14.351734 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: dns_domain_ports.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.352684 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.353259 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 24 11:16:14.353514 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.354451 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.354957 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 24 11:16:14.355283 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: dvr.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.355971 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.356476 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: dvr Nov 24 11:16:14.356833 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: ecmp_routes.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.357769 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.358270 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 24 11:16:14.358594 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: empty_string_filtering.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.359525 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.360034 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: empty-string-filtering Nov 24 11:16:14.360356 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.361315 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.361825 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 24 11:16:14.362151 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.363628 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.364134 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 24 11:16:14.364455 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: external_net.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.365405 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.365920 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: external-net Nov 24 11:16:14.366244 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.367166 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.367676 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: extra_dhcp_opt Nov 24 11:16:14.367999 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: extraroute.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.368958 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.369463 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: extraroute Nov 24 11:16:14.369786 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: extraroute_atomic.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.370855 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.371365 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: extraroute-atomic Nov 24 11:16:14.371692 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: filter_validation.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.372383 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.372926 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: filter-validation Nov 24 11:16:14.373251 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: fip_pf_description.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.374180 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.374683 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 24 11:16:14.375005 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: fip_port_details.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.375934 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.376438 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: fip-port-details Nov 24 11:16:14.376803 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: flavors.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.378061 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.379169 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: flavors Nov 24 11:16:14.379499 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.381239 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.381763 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 24 11:16:14.382100 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: floatingip_pools.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.382804 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.383313 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: floatingip-pools Nov 24 11:16:14.383642 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: ip_allocation.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.384597 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.385123 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension ip_allocation not supported by any of loaded plugins Nov 24 11:16:14.385449 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.386380 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.386888 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: ip-substring-filtering Nov 24 11:16:14.387219 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: l2_adjacency.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.388153 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.388677 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 24 11:16:14.389013 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: l3.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.390188 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.390963 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: router Nov 24 11:16:14.391293 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.393648 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.394190 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 24 11:16:14.394529 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.395491 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.396009 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: ext-gw-mode Nov 24 11:16:14.396343 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.397330 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.397840 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: l3-ha Nov 24 11:16:14.398168 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: l3_flavors.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.399095 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.399607 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: l3-flavors Nov 24 11:16:14.399934 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.400908 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.401417 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 24 11:16:14.401745 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: l3agentscheduler.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.402783 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.403293 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: l3_agent_scheduler Nov 24 11:16:14.403622 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: local_ip.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.405464 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.405992 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension local_ip not supported by any of loaded plugins Nov 24 11:16:14.406328 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: logging.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.407835 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.408356 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension logging not supported by any of loaded plugins Nov 24 11:16:14.408719 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: metering.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.409506 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.410100 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: metering Nov 24 11:16:14.410425 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.411547 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.412063 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: metering_source_and_destination_fields Nov 24 11:16:14.412391 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: multiprovidernet.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.413371 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.413879 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: multi-provider Nov 24 11:16:14.414208 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: netmtu.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.415145 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.415654 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: net-mtu Nov 24 11:16:14.415981 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: netmtu_writable.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.416942 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.417449 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: net-mtu-writable Nov 24 11:16:14.417773 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: network_availability_zone.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.418455 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.418958 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: network_availability_zone Nov 24 11:16:14.419284 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: network_ip_availability.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.420418 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.420960 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: network-ip-availability Nov 24 11:16:14.421289 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: network_segment_range.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.422076 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.422581 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension network-segment-range not supported by any of loaded plugins Nov 24 11:16:14.422903 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: pagination.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.423905 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.424383 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: pagination Nov 24 11:16:14.424738 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: port_device_profile.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.426204 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.426720 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: port-device-profile Nov 24 11:16:14.427045 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.427992 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.428554 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: port-mac-address-regenerate Nov 24 11:16:14.428860 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.429792 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.430312 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: port-numa-affinity-policy Nov 24 11:16:14.430625 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: port_resource_request.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.431543 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.432046 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension port-resource-request not supported by any of loaded plugins Nov 24 11:16:14.432367 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: port_resource_request_groups.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.433390 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.433895 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 24 11:16:14.434218 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: portbindings.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.435163 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.435668 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: binding Nov 24 11:16:14.435993 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: portbindings_extended.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.437319 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.437837 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: binding-extended Nov 24 11:16:14.438167 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: portsecurity.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.439109 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.439623 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: port-security Nov 24 11:16:14.439956 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: project_id.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.441524 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.441862 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: project-id Nov 24 11:16:14.442186 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: providernet.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.443121 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.443637 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: provider Nov 24 11:16:14.443961 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: qos.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.447656 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.448176 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension qos not supported by any of loaded plugins Nov 24 11:16:14.448510 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.449808 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.450325 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 24 11:16:14.450656 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.451589 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.452099 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 24 11:16:14.452428 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: qos_default.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.453390 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.453912 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension qos-default not supported by any of loaded plugins Nov 24 11:16:14.454241 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: qos_fip.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.454909 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.455417 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension qos-fip not supported by any of loaded plugins Nov 24 11:16:14.455742 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: qos_gateway_ip.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.457322 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.457744 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 24 11:16:14.458066 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: qos_port_network_policy.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.458993 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.459502 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 24 11:16:14.459831 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.460924 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.461437 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 24 11:16:14.461765 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: qos_pps_rule.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.462948 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.463462 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension qos-pps not supported by any of loaded plugins Nov 24 11:16:14.463790 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: qos_rule_type_details.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.464767 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.465276 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 24 11:16:14.465605 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: qos_rules_alias.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.466656 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.467165 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 24 11:16:14.467492 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: quota_check_limit.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.468422 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.469035 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: quota-check-limit Nov 24 11:16:14.469364 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: quotasv2.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.470343 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.470675 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: quotas Nov 24 11:16:14.471000 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: quotasv2_detail.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.475063 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.475404 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: quota_details Nov 24 11:16:14.475734 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: rbac.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.476864 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.477386 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: rbac-policies Nov 24 11:16:14.477720 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: rbac_address_group.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.478667 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.479186 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: rbac-address-group Nov 24 11:16:14.479516 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: rbac_address_scope.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.480473 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.481018 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: rbac-address-scope Nov 24 11:16:14.481347 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: rbac_security_groups.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.482280 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.482789 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: rbac-security-groups Nov 24 11:16:14.483114 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: rbac_subnetpool.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.484046 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.484625 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: rbac-subnetpool Nov 24 11:16:14.484978 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: revisionifmatch.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.485919 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.486428 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: revision-if-match Nov 24 11:16:14.486755 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: revisions.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.487906 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.488417 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: standard-attr-revisions Nov 24 11:16:14.488785 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: router_availability_zone.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.489472 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.489988 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: router_availability_zone Nov 24 11:16:14.490316 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: routerservicetype.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.491306 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.491811 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension router-service-type not supported by any of loaded plugins Nov 24 11:16:14.492103 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.493210 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.493759 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: security-groups-normalized-cidr Nov 24 11:16:14.494177 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.495184 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.495769 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: port-security-groups-filtering Nov 24 11:16:14.496163 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.497196 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.497784 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: security-groups-remote-address-group Nov 24 11:16:14.498178 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.499234 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.499862 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: security-groups-shared-filtering Nov 24 11:16:14.500194 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.500883 dv-cinder-819089-1-iscsi neutron-server[102372]: WARNING neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 24 11:16:14.501213 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: securitygroup.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.512570 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.513200 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: security-group Nov 24 11:16:14.513578 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: segment.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.514490 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.515109 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension segment not supported by any of loaded plugins Nov 24 11:16:14.515696 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.516710 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.517219 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 24 11:16:14.517545 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: servicetype.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.518669 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.519725 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: service-type Nov 24 11:16:14.520059 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: sorting.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.521173 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.521507 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: sorting Nov 24 11:16:14.521834 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: standard_attr_segment.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.522773 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.523286 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 24 11:16:14.523615 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: standardattrdescription.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.524289 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.524833 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: standard-attr-description Nov 24 11:16:14.525160 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: stateful_security_group.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.526113 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.526622 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: stateful-security-group Nov 24 11:16:14.526948 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: stdattrs_common.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.527531 dv-cinder-819089-1-iscsi neutron-server[102372]: WARNING neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 24 11:16:14.527857 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.528839 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.529356 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 24 11:16:14.529683 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: subnet_onboard.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.530798 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.531320 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: subnet_onboard Nov 24 11:16:14.531650 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.532604 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.533138 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 24 11:16:14.533466 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: subnet_service_types.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.534409 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.535551 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: subnet-service-types Nov 24 11:16:14.535880 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: subnetallocation.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.537019 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.537530 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: subnet_allocation Nov 24 11:16:14.537861 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.538542 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.539050 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: subnetpool-prefix-ops Nov 24 11:16:14.539376 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.540322 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.540855 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 24 11:16:14.541182 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: tagging.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.542282 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.542796 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: standard-attr-tag Nov 24 11:16:14.543126 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: timestamp.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.544357 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.544902 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loaded extension: standard-attr-timestamp Nov 24 11:16:14.545232 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: trunk.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.546293 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.546807 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension trunk not supported by any of loaded plugins Nov 24 11:16:14.547136 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: trunk_details.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.548085 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.548599 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension trunk-details not supported by any of loaded plugins Nov 24 11:16:14.548950 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: uplink_status_propagation.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.549902 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.550949 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 24 11:16:14.551276 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Loading extension file: vlantransparent.py {{(pid=102372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 11:16:14.551968 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 11:16:14.552474 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 24 11:16:14.555091 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Creating instance of TrackedResource for resource:network Nov 24 11:16:14.555639 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Creating instance of TrackedResource for resource:subnet Nov 24 11:16:14.556050 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 11:16:14.556461 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Creating instance of TrackedResource for resource:port Nov 24 11:16:14.557770 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.v2.resource_helper [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 11:16:14.558214 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.v2.resource_helper [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Service FLAVORS assigned prefix: {{(pid=102372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 11:16:14.558849 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.v2.resource_helper [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 11:16:14.559276 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.v2.resource_helper [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 11:16:14.559613 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Creating instance of TrackedResource for resource:router Nov 24 11:16:14.560060 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Creating instance of TrackedResource for resource:floatingip Nov 24 11:16:14.560550 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.v2.resource_helper [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Service METERING assigned prefix: /metering {{(pid=102372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 11:16:14.562044 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.562415 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.562769 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:16:14.563787 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 11:16:14.564237 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Creating instance of TrackedResource for resource:security_group Nov 24 11:16:14.564710 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 11:16:14.565397 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.v2.resource_helper [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Service CORE assigned prefix: {{(pid=102372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 11:16:14.565777 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 11:16:14.566702 dv-cinder-819089-1-iscsi neutron-server[102372]: WARNING neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] subnetpool is already registered Nov 24 11:16:14.567148 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.v2.resource_helper [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Service CORE assigned prefix: {{(pid=102372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 11:16:14.567481 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 11:16:14.567821 dv-cinder-819089-1-iscsi neutron-server[102372]: WARNING neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] subnetpool is already registered Nov 24 11:16:14.570133 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.v2.resource_helper [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 11:16:14.570571 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.v2.resource_helper [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Service FLAVORS assigned prefix: {{(pid=102372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 11:16:14.571164 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.v2.resource_helper [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 11:16:14.571592 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.v2.resource_helper [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 11:16:14.571931 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Creating instance of TrackedResource for resource:router Nov 24 11:16:14.572274 dv-cinder-819089-1-iscsi neutron-server[102372]: WARNING neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] router is already registered Nov 24 11:16:14.572711 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Creating instance of TrackedResource for resource:floatingip Nov 24 11:16:14.573054 dv-cinder-819089-1-iscsi neutron-server[102372]: WARNING neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] floatingip is already registered Nov 24 11:16:14.573514 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.v2.resource_helper [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Service METERING assigned prefix: /metering {{(pid=102372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 11:16:14.574197 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 11:16:14.574527 dv-cinder-819089-1-iscsi neutron-server[102372]: WARNING neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] rbac_policy is already registered Nov 24 11:16:14.574944 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Creating instance of TrackedResource for resource:security_group Nov 24 11:16:14.575290 dv-cinder-819089-1-iscsi neutron-server[102372]: WARNING neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] security_group is already registered Nov 24 11:16:14.575704 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 11:16:14.576034 dv-cinder-819089-1-iscsi neutron-server[102372]: WARNING neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] security_group_rule is already registered Nov 24 11:16:14.576695 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.v2.resource_helper [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Service CORE assigned prefix: {{(pid=102372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 11:16:14.577028 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 11:16:14.577366 dv-cinder-819089-1-iscsi neutron-server[102372]: WARNING neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] subnetpool is already registered Nov 24 11:16:14.577796 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.v2.resource_helper [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Service CORE assigned prefix: {{(pid=102372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 11:16:14.578121 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 11:16:14.578456 dv-cinder-819089-1-iscsi neutron-server[102372]: WARNING neutron.quota.resource_registry [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] subnetpool is already registered Nov 24 11:16:14.578930 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: extensions {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.580429 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: address-groups {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.582066 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: address-scopes {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.583378 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: agents {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.584545 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: auto-allocated-topology {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.585846 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: availability_zones {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.587076 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: dhcp-networks {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.588596 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: dhcp-agents {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.590045 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: routers {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.593272 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: flavors {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.594514 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: service_profiles {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.595743 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: next_providers {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.597837 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: service_profiles {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.599382 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: floatingip-pools {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.600610 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: routers {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.602754 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: floatingips {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.604035 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: l3-routers {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.605487 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: l3-agents {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.606882 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: metering-labels {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.608244 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: metering-label-rules {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.609634 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: network-ip-availabilities {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.610924 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: bindings {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.612580 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: quotas {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.614793 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: quotas {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.616345 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: rbac-policies {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.617678 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: security-groups {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.618927 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: security-group-rules {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.620172 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: service-providers {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.621434 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: subnetpools {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.622855 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: subnetpools {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.624341 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: tags {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.626051 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: tags {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.627852 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: tags {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.629765 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: tags {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.631755 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: tags {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.633639 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: tags {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.635327 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: tags {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.637262 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: tags {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.639042 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: tags {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.641221 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron.api.extensions [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Extended resource: tags {{(pid=102372) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 11:16:14.647718 dv-cinder-819089-1-iscsi neutron-server[102372]: WARNING keystonemiddleware.auth_token [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 24 11:16:14.652426 dv-cinder-819089-1-iscsi neutron-server[102372]: WARNING keystonemiddleware.auth_token [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 24 11:16:14.661946 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_concurrency.lockutils [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Acquired lock "singleton_lock" {{(pid=102372) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 24 11:16:14.662422 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_concurrency.lockutils [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Releasing lock "singleton_lock" {{(pid=102372) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 24 11:16:14.663079 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO oslo_service.service [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Starting 2 workers Nov 24 11:16:14.667933 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Started child 102481 {{(pid=102372) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 11:16:14.672425 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Started child 102482 {{(pid=102372) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 11:16:14.673566 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:14.674202 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO neutron.service [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 24 11:16:14.674677 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Publish callbacks [] for process, before_spawn {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:14.675665 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [-] (102481) wsgi starting up on http://0.0.0.0:9696 Nov 24 11:16:14.677801 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO oslo_service.service [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Starting 1 workers Nov 24 11:16:14.677938 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:14.679303 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [-] (102482) wsgi starting up on http://0.0.0.0:9696 Nov 24 11:16:14.683011 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Started child 102483 {{(pid=102372) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 11:16:14.683567 dv-cinder-819089-1-iscsi neutron-server[102372]: INFO oslo_service.service [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Starting 1 workers Nov 24 11:16:14.686871 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.service [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] calling RpcWorker wait() {{(pid=102483) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 24 11:16:14.687418 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.service [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] returning from RpcWorker wait() {{(pid=102483) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 24 11:16:14.688084 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Started child 102484 {{(pid=102372) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 11:16:14.688933 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7201d634-59ee-4696-81f0-324dabeaf618 None None] Publish callbacks [] for process, after_spawn {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:14.689029 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:14.689509 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:16:14.690906 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102372) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 24 11:16:14.691120 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 11:16:14.691310 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 11:16:14.691538 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 11:16:14.691879 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 11:16:14.692063 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 11:16:14.692601 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.692909 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.693169 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.693259 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:14.693702 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.693702 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.694177 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:16:14.694311 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.694771 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.695020 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.695292 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.695546 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.695720 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.695890 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.696139 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.696392 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.696725 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.696996 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.697258 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.697525 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.697709 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.697963 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.698232 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.698464 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.698736 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] debug = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.698991 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.699481 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.699748 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.700006 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.700246 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.700523 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.700779 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.701048 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.701298 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.701524 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.701776 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.702041 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.702289 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.702506 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.702764 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.702987 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.703235 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.703469 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.703962 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] host = dv-cinder-819089-1-iscsi {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.704205 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.704426 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.704700 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.704962 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.705211 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.705460 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.705725 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.705985 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.706252 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.706574 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.706839 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.707086 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.707307 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.707572 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] log_file = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.707740 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] log_options = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.708051 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.708270 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.708530 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.708760 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.708934 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.709114 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.709383 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.709548 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.709883 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.710026 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.710240 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.710456 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.710677 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.710911 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.711163 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.711403 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.711643 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.711859 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.712117 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.712347 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.712578 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.712828 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.713070 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.713317 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.713523 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.713772 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.713999 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.714215 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.714456 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.714679 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.714918 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.715177 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.715412 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.715647 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.715919 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.716147 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.716373 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.716620 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.716923 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.717149 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.717468 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.717666 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.717886 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.718171 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.718339 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.718576 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.718810 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] use_json = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.719041 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.719275 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.719504 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.719723 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.719986 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.720153 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.720370 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.720606 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.721046 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.721323 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.721639 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.721894 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.722786 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.723026 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.723166 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.723547 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.723884 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.724123 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.724442 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.724713 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.725036 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.725259 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.725530 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.725892 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.726164 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.726420 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.726675 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.726908 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.727129 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.727418 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.727836 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.728091 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.728347 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.728586 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.728838 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.729296 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.729918 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.730225 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.730477 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.730830 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.731056 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.731324 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.731746 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.731866 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.732111 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.732349 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.732568 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.732874 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.733100 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.733580 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.733580 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.733864 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.734077 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.734312 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.734668 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.735072 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.735390 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.736466 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.739933 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.740273 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.740522 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.741997 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.742414 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.743107 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.743107 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.743396 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.744767 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.745066 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.745300 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.745546 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.746128 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.746128 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.746425 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.746562 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.746699 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.746899 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.747173 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.747554 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.748064 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.748064 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.748064 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.748390 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.748538 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.748805 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.749483 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.749483 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.749483 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.749913 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.749913 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.750138 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.750354 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.750570 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.750798 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.751766 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.751997 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.752323 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.754394 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.754814 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.755045 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.755346 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.755824 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.755969 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.756148 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.756554 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.757549 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.758026 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.758159 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.761737 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.761737 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.761737 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.761737 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.761737 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.761737 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.762521 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.766264 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.766554 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.766825 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.767076 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.767350 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.767609 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.767851 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.768150 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.768394 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.768636 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.768926 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.769186 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.769598 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.770184 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.770184 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.770444 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.770666 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.770983 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.771286 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.771526 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.771791 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.772102 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.772530 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.772822 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.773079 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.773332 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.773585 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.773998 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.774398 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.774637 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.775056 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.775230 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.775430 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.775670 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.775907 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.776128 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.776411 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.776708 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.776962 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.777234 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.777485 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.777741 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.777983 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.778216 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.778470 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.778724 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.778974 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.779205 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.779593 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.779830 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.780053 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.780270 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.780486 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.780761 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.780998 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.781218 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.781433 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.781650 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.781868 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.782122 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.782335 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.782555 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.782793 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.783028 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.783249 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.783468 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.783683 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.783949 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.784170 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.784982 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.785245 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.785502 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.785732 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.785986 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.786217 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.786434 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.786684 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.786901 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.787114 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.787326 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.787543 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.787783 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.788025 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.788257 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.788487 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.788767 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.789006 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.789325 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.789575 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.789804 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.790042 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.790259 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.790494 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.790739 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.790981 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.791238 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.791456 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.791673 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.791910 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.792154 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.792416 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.792628 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.792865 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.793095 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.793310 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.793538 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.793831 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.794060 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.794288 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.794542 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.794775 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.795007 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.795256 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.795466 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.795673 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.795914 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.796130 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.796337 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.796561 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.796794 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.797004 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.797223 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.797438 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.797679 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.797922 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.798129 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.798337 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.798556 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.798770 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.799004 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.799239 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.799466 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.799674 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.799893 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.800173 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.801423 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.801658 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.801880 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.802070 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.802294 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.802513 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.802722 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.803014 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.803262 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.803481 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.803769 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.804043 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.804276 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.804799 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.804951 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.805078 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.805269 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.805489 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.805706 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.806072 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.806200 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.806479 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.806762 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.807005 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.807345 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.807536 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.807812 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.808094 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.808307 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.808610 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.808953 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.809245 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.809517 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.809774 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.810021 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.810263 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.810481 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.810720 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.811050 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.811271 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.811398 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.811638 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.811885 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.812130 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.812354 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.812570 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.814109 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.814109 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.814109 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.814109 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.814109 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 11:16:14.814109 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102372) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 24 11:16:14.814929 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 11:16:14.814929 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 11:16:14.814929 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 11:16:14.814929 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 11:16:14.814929 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 11:16:14.815744 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.815744 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.815744 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.815744 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.815744 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.816254 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.816254 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.816254 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.816610 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.816610 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.816610 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.817019 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.817019 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.817019 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.817297 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.817377 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.817480 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.817678 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.817806 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.817931 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.818083 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.818240 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.818398 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] debug = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.818555 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.818768 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.818923 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.819080 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.819240 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.819400 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.819547 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.819700 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.820060 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.820060 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.820277 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.820382 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.820497 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.820661 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.820809 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.820940 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.821065 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.821194 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.821356 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] host = dv-cinder-819089-1-iscsi {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.821512 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.821668 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.821826 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.821983 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.822143 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.822288 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.822443 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.822599 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.822745 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.822878 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:16:14.823046 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.823046 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.823248 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.823327 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.823474 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] log_file = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.823631 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] log_options = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.823788 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.823945 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.824102 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.824297 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.824461 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.824621 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.824807 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.824959 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.825116 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.825272 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.825428 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.825586 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.825741 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.825897 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.826054 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.826210 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.826366 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.826526 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.826683 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.826839 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.826996 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.827153 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.827308 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.827465 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.827626 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.827783 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.827939 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.828094 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.828253 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.828408 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.828565 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.828743 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.828901 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.829057 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.829213 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.829369 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.829525 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.829681 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.829842 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.829983 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.830144 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.830300 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.830457 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.830613 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.830768 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.831017 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.831114 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] use_json = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.831222 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.831474 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.831577 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.831717 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.831877 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.832092 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.832255 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.832420 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 11:16:14.832598 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.832800 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.832940 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.833101 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.833261 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.833421 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.833622 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.833746 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.833869 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.834026 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.834206 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.834446 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.834600 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.834965 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.834965 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.834965 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.835318 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.835318 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.835809 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.835809 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.835809 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.836033 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.836033 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.836175 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.836293 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.836455 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.836615 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.836805 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.836965 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.837141 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.837301 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.837463 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.837819 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.837819 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.838060 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.838060 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.838292 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.838415 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.838545 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.838668 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.838812 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.838972 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.839131 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.839291 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.839451 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.839789 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.839789 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.839948 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.840075 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.840197 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.840356 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.840516 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.840700 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.840847 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.841009 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.841170 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.841328 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.841497 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.841657 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.841816 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.841975 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.842136 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.842296 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.842456 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.842616 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.842776 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.842937 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.843097 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.843269 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.843419 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.843580 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.843724 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.843888 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.844048 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.844207 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.844368 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.844527 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.844704 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.844866 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.845026 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.845188 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.845349 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.845509 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.845669 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.845830 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.845990 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.846150 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.846309 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.846468 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.846628 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.846788 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.846955 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.848000 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.848000 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.848284 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.848433 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.848526 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.848630 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.848835 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.848962 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.849101 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.849257 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.849418 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.849579 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.849743 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.849905 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.850066 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.850226 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.850387 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.850546 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.850706 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.850865 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.851051 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.851422 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.851422 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.851679 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.851679 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.851963 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.851963 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.852222 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.852357 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.852495 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.852631 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.852808 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.852976 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.853138 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.853299 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.853437 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.853574 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.853735 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.853893 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.854055 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.854214 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.854374 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.854545 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.854704 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.854864 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.855024 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.855208 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.855368 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.855529 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.855688 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.855849 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.856008 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.856169 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.856328 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.856487 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.856681 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.856829 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.856990 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.857150 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.857311 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.857471 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.857641 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.857780 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.857940 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.858105 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.858266 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.858426 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.858586 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.858746 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.858905 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.859065 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.859224 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.859384 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.859544 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.859705 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.859864 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.860025 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.860184 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.860343 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.860501 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.860676 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.860839 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.860997 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.861160 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.861319 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.861481 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.861641 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.861802 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.861963 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.862123 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.862286 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.862446 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.862691 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.863328 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.863472 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.863641 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.863788 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.863948 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.864094 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.864242 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.864405 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.864582 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.864767 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.864934 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.865075 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.865213 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.865425 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.865591 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.866439 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.866439 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.866439 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.866439 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.866439 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.866921 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.866921 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.866921 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.867140 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.867140 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.867282 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.867400 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.867574 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.867736 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.867897 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.868062 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.868221 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.868382 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.868552 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.868736 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.868899 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.869272 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.869272 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.869478 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.869582 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.869703 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.869820 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.869953 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.870112 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.870274 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.870443 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.870603 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.870962 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.870962 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.871207 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.871207 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.871406 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.871509 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.871668 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.871828 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.871986 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.872146 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.872316 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.872595 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.872792 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.872919 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.873042 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.873164 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.873287 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.873411 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.873569 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.873911 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.873911 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.874085 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.874164 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.874339 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.874499 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.874661 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.874821 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.874981 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.875141 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.875303 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.875466 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.875635 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.875801 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.875965 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.876129 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.876296 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.876463 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.876623 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.876810 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.876982 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.877141 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.877301 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.877462 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.877622 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.877782 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.877942 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.878106 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.878295 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.878456 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.878618 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.878762 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.878993 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.879158 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.879321 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.879524 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.879748 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.879889 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.880035 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.880546 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 11:16:14.880546 dv-cinder-819089-1-iscsi neutron-server[102372]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102372) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 11:16:14.921774 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 47230) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:16:14.931039 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070145 Nov 24 11:16:26.411065 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb796f1-98fe-4802-9b06-e998f3884219 None None] get_active_networks_info from dv-cinder-819089-1-iscsi {{(pid=102483) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 11:16:26.481941 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb796f1-98fe-4802-9b06-e998f3884219 None None] No non-hosted networks {{(pid=102483) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 24 11:16:26.502467 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.agentschedulers_db [None req-aeb796f1-98fe-4802-9b06-e998f3884219 None None] DHCP Agent not found on host dv-cinder-819089-1-iscsi {{(pid=102483) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 24 11:16:26.669613 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3e65-1522-448b-8a43-b9c8eba92de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2087127'] for agent, after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:28.676489 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2672b169-59a5-4944-b068-a231f7388ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2087127'] for agent, after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:28.716148 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f34fd1f3-a66e-444d-b033-074282264351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:29.653726 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2087127'] for agent, after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:31.367218 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2087127'] for agent, after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:32.414010 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.db.l3_hamode_db [None req-5ea3a940-3b40-4839-bb01-68e706e1e9c5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 24 11:16:32.496808 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2087127'] for agent, after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:32.497508 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:32.497859 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:32.498217 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:32.498544 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:32.498864 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:32.499186 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:32.499508 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:32.499846 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:32.500169 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:32.501517 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:32.501517 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:32.501795 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:32.502159 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819089-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:16:32.510652 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819089-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:16:32.512062 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea3a940-3b40-4839-bb01-68e706e1e9c5 None None] Routers set() bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:16:32.512609 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea3a940-3b40-4839-bb01-68e706e1e9c5 None None] Router IDs set() for agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 11:16:32.632064 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 47320) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:16:33.152365 dv-cinder-819089-1-iscsi neutron-server[102482]: WARNING oslo_policy.policy [None req-00948e6e-97b5-449c-814d-a8b9f38ac7b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 11:16:33.152990 dv-cinder-819089-1-iscsi neutron-server[102482]: WARNING oslo_policy.policy [None req-00948e6e-97b5-449c-814d-a8b9f38ac7b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 11:16:33.379849 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [None req-00948e6e-97b5-449c-814d-a8b9f38ac7b7 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 11:16:33.380884 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-00948e6e-97b5-449c-814d-a8b9f38ac7b7 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7478416 Nov 24 11:16:35.891645 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 47336) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:16:36.200284 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-f3b78cbb-cbc3-4c6b-b84a-35864ea6c6d9 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:16:36.295886 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.policy [None req-f3b78cbb-cbc3-4c6b-b84a-35864ea6c6d9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102482) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 11:16:36.341541 dv-cinder-819089-1-iscsi neutron-server[102482]: WARNING oslo_policy.policy [None req-f3b78cbb-cbc3-4c6b-b84a-35864ea6c6d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 11:16:36.341912 dv-cinder-819089-1-iscsi neutron-server[102482]: WARNING oslo_policy.policy [None req-f3b78cbb-cbc3-4c6b-b84a-35864ea6c6d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 11:16:36.350515 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.quota [None req-f3b78cbb-cbc3-4c6b-b84a-35864ea6c6d9 admin admin] Loaded quota_driver: . Nov 24 11:16:36.440621 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f3b78cbb-cbc3-4c6b-b84a-35864ea6c6d9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771668107506', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771668107983', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771668086557', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771668097046', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771668197780', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771668206129', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-622746', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-795377', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1962782', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1706474'] for rbac-policy, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:36.509027 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f3b78cbb-cbc3-4c6b-b84a-35864ea6c6d9 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:36.510181 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-f3b78cbb-cbc3-4c6b-b84a-35864ea6c6d9 admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6173346 Nov 24 11:16:39.194768 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 47348) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:16:39.695417 dv-cinder-819089-1-iscsi neutron-server[102481]: WARNING oslo_policy.policy [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 11:16:39.695987 dv-cinder-819089-1-iscsi neutron-server[102481]: WARNING oslo_policy.policy [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 11:16:39.919113 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Request body: {'network': {'tenant_id': '9f2c43d26fe4476dae0440375dfa55d9', 'admin_state_up': True, 'name': 'private', 'project_id': '9f2c43d26fe4476dae0440375dfa55d9'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:16:39.920889 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.quota [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Loaded quota_driver: . Nov 24 11:16:39.976565 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Made reservation on behalf of 9f2c43d26fe4476dae0440375dfa55d9 for: {'network': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:16:40.044686 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.policy [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102481) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 11:16:40.090929 dv-cinder-819089-1-iscsi neutron-server[102481]: WARNING oslo_policy.policy [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 11:16:40.091299 dv-cinder-819089-1-iscsi neutron-server[102481]: WARNING oslo_policy.policy [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 11:16:40.101859 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for network, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:40.123141 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:40.233901 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:40.239145 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:40.258658 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=102481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 11:16:40.285725 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771666762415', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:40.286314 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Unsubscribe: segment precommit_create {{(pid=102481) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 11:16:40.286857 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.segments_db [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Added segment b3915d4a-8a65-44e5-9914-867d0dd0c712 of type vlan for network d4bc792e-33ff-4a9e-8034-a23dd8dfeeb5 Nov 24 11:16:40.307095 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb75138-fd37-42ba-9ac4-7996861c5b4f,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:16:40.324858 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:40.325218 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:40.325553 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:40.325916 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:40.326238 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:40.326578 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:40.326903 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:40.327233 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:40.327574 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:40.327885 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:40.328228 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:40.328541 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Tracked resource versions report: Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: pushed versions: Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: { 'AddressGroup': {'1.2'}, Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: 'ConntrackHelper': {'1.0'}, Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: 'Log': {'1.0'}, Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: 'Network': {'1.1'}, Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: 'Port': {'1.7'}, Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: 'PortForwarding': {'1.2'}, Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: 'QosPolicy': {'1.10'}, Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: 'SecurityGroup': {'1.5'}, Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: 'SecurityGroupRule': {'1.2'}, Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: 'SubPort': {'1.0'}, Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: 'Subnet': {'1.1'}, Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: 'Trunk': {'1.1'}} Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: consumer versions: Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: { DHCP agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: L3 agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: Metadata agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: Metering agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: Open vSwitch agent@dv-cinder-819089-1-iscsi: { 'AddressGroup': '1.2', Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: 'ConntrackHelper': '1.0', Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: 'Log': '1.0', Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: 'Network': '1.1', Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: 'Port': '1.7', Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: 'PortForwarding': '1.2', Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: 'QosPolicy': '1.10', Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: 'SecurityGroup': '1.5', Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: 'SecurityGroupRule': '1.2', Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: 'SubPort': '1.0', Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: 'Subnet': '1.1', Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: 'Trunk': '1.1'}} Nov 24 11:16:40.329660 dv-cinder-819089-1-iscsi neutron-server[102481]: {{(pid=102481) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 11:16:40.419439 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771666227267'] for network, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:40.462530 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for network, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:40.463946 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:16:40.464690 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:40.538844 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3418519 Nov 24 11:16:40.572357 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6794f-1cb4-4d0e-88df-5c19e08068b1 admin admin] Pushing event updated for resources: {'Network': ['ID=d4bc792e-33ff-4a9e-8034-a23dd8dfeeb5,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:16:40.584498 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Network d4bc792e-33ff-4a9e-8034-a23dd8dfeeb5 details requested by agent ovs-agent-dv-cinder-819089-1-iscsi with host dv-cinder-819089-1-iscsi {{(pid=102483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 11:16:43.397963 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 47370) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:16:43.788321 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5791b6b7-b5a0-4fe8-87b4-7a3e3d0ea07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:16:43.789707 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-5791b6b7-b5a0-4fe8-87b4-7a3e3d0ea07f admin admin] 10.222.0.54 "GET /v2.0/networks/d4bc792e-33ff-4a9e-8034-a23dd8dfeeb5 HTTP/1.1" status: 200 len: 825 time: 0.3907692 Nov 24 11:16:43.827126 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-ab16d88f-ad2f-4403-8eb4-1f98313ea8cf admin admin] 10.222.0.54 "GET /v2.0/subnetpools/6fade5bf-452c-4e60-9e12-82fa367fc9d5 HTTP/1.1" status: 200 len: 734 time: 0.0313313 Nov 24 11:16:43.836778 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-f942bf0e-9857-463f-be66-4da5d242ace9 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '6fade5bf-452c-4e60-9e12-82fa367fc9d5', 'network_id': 'd4bc792e-33ff-4a9e-8034-a23dd8dfeeb5', 'gateway_ip': '172.20.0.1', 'tenant_id': '9f2c43d26fe4476dae0440375dfa55d9'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:16:43.859253 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f942bf0e-9857-463f-be66-4da5d242ace9 admin admin] Made reservation on behalf of 9f2c43d26fe4476dae0440375dfa55d9 for: {'subnet': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:16:43.861594 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f942bf0e-9857-463f-be66-4da5d242ace9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:44.149975 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f942bf0e-9857-463f-be66-4da5d242ace9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for subnet, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:44.215796 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942bf0e-9857-463f-be66-4da5d242ace9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62f3fc1-fa23-4468-92a1-0478178bd2ed,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:16:44.221011 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942bf0e-9857-463f-be66-4da5d242ace9 admin admin] Checking segment: {'id': 'b3915d4a-8a65-44e5-9914-867d0dd0c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd4bc792e-33ff-4a9e-8034-a23dd8dfeeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:16:44.221399 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f942bf0e-9857-463f-be66-4da5d242ace9 admin admin] Network hostable DHCP agents. Network: d4bc792e-33ff-4a9e-8034-a23dd8dfeeb5, hostable agents: ['90347969-607b-440e-afac-8ad03a91f79b'], hosted agents: [] {{(pid=102481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 11:16:44.242588 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f942bf0e-9857-463f-be66-4da5d242ace9 admin admin] Network d4bc792e-33ff-4a9e-8034-a23dd8dfeeb5 is scheduled to be hosted by DHCP agent 90347969-607b-440e-afac-8ad03a91f79b with binding_index 1 {{(pid=102481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 11:16:44.253801 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-f942bf0e-9857-463f-be66-4da5d242ace9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819089-1-iscsi, d4bc792e-33ff-4a9e-8034-a23dd8dfeeb5) {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:16:44.259601 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f942bf0e-9857-463f-be66-4da5d242ace9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:16:44.261083 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f942bf0e-9857-463f-be66-4da5d242ace9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:44.263070 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0170d485-ba99-4287-b4e5-a7e3d8984a33 None None] Network d4bc792e-33ff-4a9e-8034-a23dd8dfeeb5 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:16:44.277260 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-f942bf0e-9857-463f-be66-4da5d242ace9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4437537 Nov 24 11:16:44.595797 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93cd4e5f-7129-5106-abea-c98820ee5c55-d4bc792e-33ff-4a9e-8034-a23dd8dfeeb5', 'network_id': 'd4bc792e-33ff-4a9e-8034-a23dd8dfeeb5', 'tenant_id': '9f2c43d26fe4476dae0440375dfa55d9', 'fixed_ips': [{'subnet_id': 'a62f3fc1-fa23-4468-92a1-0478178bd2ed'}]}} from dv-cinder-819089-1-iscsi. {{(pid=102483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 11:16:44.597082 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:44.898145 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Allocated IP 172.20.0.2 (d4bc792e-33ff-4a9e-8034-a23dd8dfeeb5/a62f3fc1-fa23-4468-92a1-0478178bd2ed/21ba2649-e4d4-41cd-a36a-f8bdfd694658) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:16:45.104614 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Publish callbacks [] for port, precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:45.112481 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:45.183518 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Network d4bc792e-33ff-4a9e-8034-a23dd8dfeeb5 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:16:45.190848 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:16:45.202929 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:16:45.209675 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Pushing event updated for resources: {'Port': ['ID=21ba2649-e4d4-41cd-a36a-f8bdfd694658,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:16:45.243743 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:45.244134 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:45.244450 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:45.244824 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:45.245163 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:45.245502 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:45.245836 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:45.246158 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:45.246495 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:45.246826 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:45.247151 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:45.247475 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Tracked resource versions report: Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: pushed versions: Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: { 'AddressGroup': {'1.2'}, Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: 'ConntrackHelper': {'1.0'}, Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: 'Log': {'1.0'}, Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: 'Network': {'1.1'}, Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: 'Port': {'1.7'}, Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: 'PortForwarding': {'1.2'}, Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: 'QosPolicy': {'1.10'}, Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: 'SecurityGroup': {'1.5'}, Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: 'SecurityGroupRule': {'1.2'}, Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: 'SubPort': {'1.0'}, Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: 'Subnet': {'1.1'}, Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: 'Trunk': {'1.1'}} Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: consumer versions: Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: { DHCP agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: L3 agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: Metadata agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: Metering agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: Open vSwitch agent@dv-cinder-819089-1-iscsi: { 'AddressGroup': '1.2', Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: 'ConntrackHelper': '1.0', Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: 'Log': '1.0', Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: 'Network': '1.1', Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: 'Port': '1.7', Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: 'PortForwarding': '1.2', Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: 'QosPolicy': '1.10', Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: 'SecurityGroup': '1.5', Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: 'SecurityGroupRule': '1.2', Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: 'SubPort': '1.0', Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: 'Subnet': '1.1', Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: 'Trunk': '1.1'}} Nov 24 11:16:45.248587 dv-cinder-819089-1-iscsi neutron-server[102483]: {{(pid=102483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 11:16:45.297271 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Attempting to bind port 21ba2649-e4d4-41cd-a36a-f8bdfd694658 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:16:45.297903 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Attempting to bind port 21ba2649-e4d4-41cd-a36a-f8bdfd694658 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': 'b3915d4a-8a65-44e5-9914-867d0dd0c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd4bc792e-33ff-4a9e-8034-a23dd8dfeeb5'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:16:45.298072 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Attempting to bind port 21ba2649-e4d4-41cd-a36a-f8bdfd694658 on network d4bc792e-33ff-4a9e-8034-a23dd8dfeeb5 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:16:45.303025 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:16:45.303416 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Checking segment: {'id': 'b3915d4a-8a65-44e5-9914-867d0dd0c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd4bc792e-33ff-4a9e-8034-a23dd8dfeeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:16:45.303866 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:45.304254 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Bound using segment: {'id': 'b3915d4a-8a65-44e5-9914-867d0dd0c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd4bc792e-33ff-4a9e-8034-a23dd8dfeeb5'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:16:45.304732 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Bound port: 21ba2649-e4d4-41cd-a36a-f8bdfd694658, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3915d4a-8a65-44e5-9914-867d0dd0c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd4bc792e-33ff-4a9e-8034-a23dd8dfeeb5'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:16:45.305132 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:45.366594 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] For port 21ba2649-e4d4-41cd-a36a-f8bdfd694658, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:16:45.370829 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] For port 21ba2649-e4d4-41cd-a36a-f8bdfd694658, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=21ba2649-e4d4-41cd-a36a-f8bdfd694658,segment=NetworkSegment(b3915d4a-8a65-44e5-9914-867d0dd0c712),segment_id=b3915d4a-8a65-44e5-9914-867d0dd0c712)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:16:45.375427 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:45.443219 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75185e-7d68-4003-9333-bf0a1c5c71de None None] Pushing event updated for resources: {'Port': ['ID=21ba2649-e4d4-41cd-a36a-f8bdfd694658,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:16:46.855992 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 47378) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:16:47.168161 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [None req-fe851e2f-1ced-43df-9691-736367c36a13 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102481) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 11:16:47.169211 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-fe851e2f-1ced-43df-9691-736367c36a13 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3121698 Nov 24 11:16:49.726524 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 47386) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:16:50.059160 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [None req-7744850b-1df8-4712-b9ee-57761076c287 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 11:16:50.060142 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-7744850b-1df8-4712-b9ee-57761076c287 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3325930 Nov 24 11:16:52.831780 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 47396) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:16:53.144595 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-40913843-c52a-46e9-b9ef-84ef58e1ce3d admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '9f2c43d26fe4476dae0440375dfa55d9', 'name': 'router1'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:16:53.169090 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-40913843-c52a-46e9-b9ef-84ef58e1ce3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3219'] for router, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:53.170667 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-40913843-c52a-46e9-b9ef-84ef58e1ce3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:53.315613 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-40913843-c52a-46e9-b9ef-84ef58e1ce3d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:53.320899 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-40913843-c52a-46e9-b9ef-84ef58e1ce3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1975076'] for router, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:53.337739 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-40913843-c52a-46e9-b9ef-84ef58e1ce3d admin admin] Publish callbacks [] for router, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:53.338946 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-40913843-c52a-46e9-b9ef-84ef58e1ce3d admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5061917 Nov 24 11:16:54.197046 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 21ba2649-e4d4-41cd-a36a-f8bdfd694658 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:16:54.286944 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 21ba2649-e4d4-41cd-a36a-f8bdfd694658 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:16:54.287335 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:54.398285 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:54.432179 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] For port 21ba2649-e4d4-41cd-a36a-f8bdfd694658, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=21ba2649-e4d4-41cd-a36a-f8bdfd694658,segment=NetworkSegment(b3915d4a-8a65-44e5-9914-867d0dd0c712),segment_id=b3915d4a-8a65-44e5-9914-867d0dd0c712)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:16:54.437272 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:54.486720 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Pushing event updated for resources: {'Port': ['ID=21ba2649-e4d4-41cd-a36a-f8bdfd694658,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:16:54.604243 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442c0980-28c3-4731-893c-3ef0b6330bc0 None None] Network d4bc792e-33ff-4a9e-8034-a23dd8dfeeb5 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:16:54.729757 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-e14e5359-fb64-4bad-9b66-59742fad8fa3 None None] Provisioning complete for port 21ba2649-e4d4-41cd-a36a-f8bdfd694658 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:16:54.730033 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e14e5359-fb64-4bad-9b66-59742fad8fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:55.068178 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-77fe565b-79fb-44fd-bd59-ddb79b64485b None None] Provisioning complete for port 21ba2649-e4d4-41cd-a36a-f8bdfd694658 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:16:55.068546 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-77fe565b-79fb-44fd-bd59-ddb79b64485b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:55.900075 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 47408) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:16:56.168329 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 21ba2649-e4d4-41cd-a36a-f8bdfd694658 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:16:56.215614 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [None req-bcb1bdc8-873b-4823-a8f0-84798b4be636 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102481) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 11:16:56.215919 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 21ba2649-e4d4-41cd-a36a-f8bdfd694658 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:16:56.216297 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:56.216614 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-bcb1bdc8-873b-4823-a8f0-84798b4be636 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3155620 Nov 24 11:16:56.332981 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3a8a55fb-f2aa-44ef-ad02-940b92bdbacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:58.672766 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-44b6df60-79e4-49c9-a7ef-a4f09ee97e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:58.772718 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 47416) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:16:59.095122 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-d5a12500-6b25-4fc9-b394-2fcb299ea8d6 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:16:59.115964 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a12500-6b25-4fc9-b394-2fcb299ea8d6 admin admin] Made reservation on behalf of a5597d72fbbe43358086d98ceb965e13 for: {'network': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:16:59.118201 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d5a12500-6b25-4fc9-b394-2fcb299ea8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for network, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:59.126001 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d5a12500-6b25-4fc9-b394-2fcb299ea8d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:59.198296 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d5a12500-6b25-4fc9-b394-2fcb299ea8d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:59.202412 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d5a12500-6b25-4fc9-b394-2fcb299ea8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:59.217234 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d5a12500-6b25-4fc9-b394-2fcb299ea8d6 admin admin] Reserving flat network on physical network physnet1 {{(pid=102481) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 24 11:16:59.236260 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a12500-6b25-4fc9-b394-2fcb299ea8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aca83e7-1af0-4eaa-9d3a-111b6eac7a44,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:16:59.240955 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d5a12500-6b25-4fc9-b394-2fcb299ea8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:59.241380 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.segments_db [None req-d5a12500-6b25-4fc9-b394-2fcb299ea8d6 admin admin] Added segment d6f55a1d-2dde-4ae1-89fc-901cec644823 of type flat for network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e Nov 24 11:16:59.289041 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d5a12500-6b25-4fc9-b394-2fcb299ea8d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771666227267'] for network, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:59.321845 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d5a12500-6b25-4fc9-b394-2fcb299ea8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for network, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:59.323072 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a12500-6b25-4fc9-b394-2fcb299ea8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:16:59.323666 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d5a12500-6b25-4fc9-b394-2fcb299ea8d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:16:59.355585 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-d5a12500-6b25-4fc9-b394-2fcb299ea8d6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5817614 Nov 24 11:16:59.390474 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a12500-6b25-4fc9-b394-2fcb299ea8d6 admin admin] Pushing event updated for resources: {'Network': ['ID=abec3bdb-3f5f-43d3-a05f-b74eaa51b59e,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:16:59.401419 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e details requested by agent ovs-agent-dv-cinder-819089-1-iscsi with host dv-cinder-819089-1-iscsi {{(pid=102483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 11:16:59.598268 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:01.312382 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:01.879093 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 47434) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:17:02.070130 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08b4d87-5c21-440e-9b8b-1e794fa617c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:17:02.071451 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-d08b4d87-5c21-440e-9b8b-1e794fa617c5 admin admin] 10.222.0.54 "GET /v2.0/subnets/a62f3fc1-fa23-4468-92a1-0478178bd2ed HTTP/1.1" status: 200 len: 849 time: 0.1914184 Nov 24 11:17:02.187277 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-9a5c08e3-2e0f-4a5a-9bba-ec918ddcccaa admin admin] 10.222.0.54 "GET /v2.0/routers/732ce1cc-2933-4d42-98da-173eb040880e HTTP/1.1" status: 200 len: 704 time: 0.1097777 Nov 24 11:17:02.447319 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:02.496862 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-74c7cf0e-34bf-4dc2-ae28-93a5bdb96cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:02.814428 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [None req-74c7cf0e-34bf-4dc2-ae28-93a5bdb96cd6 admin admin] Allocated IP 172.20.0.1 (d4bc792e-33ff-4a9e-8034-a23dd8dfeeb5/a62f3fc1-fa23-4468-92a1-0478178bd2ed/676f0eb7-ec18-47bb-821a-97e1ce6076f3) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:17:03.013059 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-74c7cf0e-34bf-4dc2-ae28-93a5bdb96cd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:03.085366 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-74c7cf0e-34bf-4dc2-ae28-93a5bdb96cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:03.155172 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c7cf0e-34bf-4dc2-ae28-93a5bdb96cd6 admin admin] Network d4bc792e-33ff-4a9e-8034-a23dd8dfeeb5 is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:17:03.165577 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-74c7cf0e-34bf-4dc2-ae28-93a5bdb96cd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:17:03.172558 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c7cf0e-34bf-4dc2-ae28-93a5bdb96cd6 admin admin] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:17:03.172558 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-74c7cf0e-34bf-4dc2-ae28-93a5bdb96cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2040115'] for router_interface, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:03.227180 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7cf0e-34bf-4dc2-ae28-93a5bdb96cd6 admin admin] Pushing event updated for resources: {'Port': ['ID=676f0eb7-ec18-47bb-821a-97e1ce6076f3,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:17:03.369183 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-74c7cf0e-34bf-4dc2-ae28-93a5bdb96cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:03.417609 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-a56a7de3-b5e7-4df0-83e5-259dadd92de8 None None] Provisioning complete for port 676f0eb7-ec18-47bb-821a-97e1ce6076f3 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:17:03.417988 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a56a7de3-b5e7-4df0-83e5-259dadd92de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:03.450708 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-a56a7de3-b5e7-4df0-83e5-259dadd92de8 None None] Port 676f0eb7-ec18-47bb-821a-97e1ce6076f3 cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:17:03.580223 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-74c7cf0e-34bf-4dc2-ae28-93a5bdb96cd6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:03.585903 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-74c7cf0e-34bf-4dc2-ae28-93a5bdb96cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:03.586684 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-74c7cf0e-34bf-4dc2-ae28-93a5bdb96cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2040223'] for router_interface, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:03.653963 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7cf0e-34bf-4dc2-ae28-93a5bdb96cd6 admin admin] Pushing event updated for resources: {'Port': ['ID=676f0eb7-ec18-47bb-821a-97e1ce6076f3,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:17:03.712144 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c7cf0e-34bf-4dc2-ae28-93a5bdb96cd6 admin admin] Network d4bc792e-33ff-4a9e-8034-a23dd8dfeeb5 is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:17:03.713495 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-74c7cf0e-34bf-4dc2-ae28-93a5bdb96cd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:17:03.872454 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-621ae89c-a535-4268-a509-e84f80da4498 None None] Provisioning complete for port 676f0eb7-ec18-47bb-821a-97e1ce6076f3 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:17:03.873240 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-621ae89c-a535-4268-a509-e84f80da4498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:03.873944 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c7cf0e-34bf-4dc2-ae28-93a5bdb96cd6 admin admin] Router 732ce1cc-2933-4d42-98da-173eb040880e is scheduled to L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e with binding_index 1 {{(pid=102481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 11:17:03.913657 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-621ae89c-a535-4268-a509-e84f80da4498 None None] Port 676f0eb7-ec18-47bb-821a-97e1ce6076f3 cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:17:03.964411 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c7cf0e-34bf-4dc2-ae28-93a5bdb96cd6 admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:17:03.978130 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-74c7cf0e-34bf-4dc2-ae28-93a5bdb96cd6 admin admin] 10.222.0.54 "PUT /v2.0/routers/732ce1cc-2933-4d42-98da-173eb040880e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7768984 Nov 24 11:17:03.978238 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] Sync routers for ids ['732ce1cc-2933-4d42-98da-173eb040880e'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:17:03.988671 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] Routers {'732ce1cc-2933-4d42-98da-173eb040880e'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:17:03.989444 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:16:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['732ce1cc-2933-4d42-98da-173eb040880e'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:17:04.181901 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] Set router 732ce1cc-2933-4d42-98da-173eb040880e gateway port host: None {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:17:04.652590 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732ce1cc-2933-4d42-98da-173eb040880e', 'name': 'router1', 'tenant_id': '9f2c43d26fe4476dae0440375dfa55d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:16:53Z', 'updated_at': '2021-11-24T11:17:03Z', 'revision_number': 2, 'project_id': '9f2c43d26fe4476dae0440375dfa55d9', 'gw_port_host': None, '_interfaces': [{'id': '676f0eb7-ec18-47bb-821a-97e1ce6076f3', 'name': '', 'network_id': 'd4bc792e-33ff-4a9e-8034-a23dd8dfeeb5', 'tenant_id': '9f2c43d26fe4476dae0440375dfa55d9', 'mac_address': 'fa:16:3e:82:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732ce1cc-2933-4d42-98da-173eb040880e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a62f3fc1-fa23-4468-92a1-0478178bd2ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:17:02Z', 'updated_at': '2021-11-24T11:17:03Z', 'revision_number': 2, 'project_id': '9f2c43d26fe4476dae0440375dfa55d9', 'subnets': [{'id': 'a62f3fc1-fa23-4468-92a1-0478178bd2ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fade5bf-452c-4e60-9e12-82fa367fc9d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:17:04.706351 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] Checking router: 732ce1cc-2933-4d42-98da-173eb040880e for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:17:04.706724 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] Updating router 732ce1cc-2933-4d42-98da-173eb040880e port 676f0eb7-ec18-47bb-821a-97e1ce6076f3 binding host dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 11:17:04.756357 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:05.293978 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:05.301469 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:05.473044 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db072633-ce68-4547-b460-f14a144798fb None None] Pushing event updated for resources: {'Port': ['ID=676f0eb7-ec18-47bb-821a-97e1ce6076f3,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:17:05.475493 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] Attempting to bind port 676f0eb7-ec18-47bb-821a-97e1ce6076f3 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:17:05.475898 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] Attempting to bind port 676f0eb7-ec18-47bb-821a-97e1ce6076f3 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': 'b3915d4a-8a65-44e5-9914-867d0dd0c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd4bc792e-33ff-4a9e-8034-a23dd8dfeeb5'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:17:05.476353 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] Attempting to bind port 676f0eb7-ec18-47bb-821a-97e1ce6076f3 on network d4bc792e-33ff-4a9e-8034-a23dd8dfeeb5 {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:17:05.485846 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:17:05.486254 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] Checking segment: {'id': 'b3915d4a-8a65-44e5-9914-867d0dd0c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd4bc792e-33ff-4a9e-8034-a23dd8dfeeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:17:05.486726 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:05.487123 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] Bound using segment: {'id': 'b3915d4a-8a65-44e5-9914-867d0dd0c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd4bc792e-33ff-4a9e-8034-a23dd8dfeeb5'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:17:05.487614 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] Bound port: 676f0eb7-ec18-47bb-821a-97e1ce6076f3, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3915d4a-8a65-44e5-9914-867d0dd0c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd4bc792e-33ff-4a9e-8034-a23dd8dfeeb5'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:17:05.488006 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:05.491615 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db072633-ce68-4547-b460-f14a144798fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:17:05.492009 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db072633-ce68-4547-b460-f14a144798fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:17:05.492357 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db072633-ce68-4547-b460-f14a144798fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:17:05.492714 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db072633-ce68-4547-b460-f14a144798fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:17:05.493050 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db072633-ce68-4547-b460-f14a144798fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:17:05.493383 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db072633-ce68-4547-b460-f14a144798fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:17:05.493712 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db072633-ce68-4547-b460-f14a144798fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:17:05.494039 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db072633-ce68-4547-b460-f14a144798fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:17:05.494387 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db072633-ce68-4547-b460-f14a144798fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:17:05.494716 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db072633-ce68-4547-b460-f14a144798fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:17:05.495044 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db072633-ce68-4547-b460-f14a144798fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:17:05.495366 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db072633-ce68-4547-b460-f14a144798fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db072633-ce68-4547-b460-f14a144798fb None None] Tracked resource versions report: Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: pushed versions: Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: { 'AddressGroup': {'1.2'}, Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: 'ConntrackHelper': {'1.0'}, Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: 'Log': {'1.0'}, Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: 'Network': {'1.1'}, Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: 'Port': {'1.7'}, Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: 'PortForwarding': {'1.2'}, Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: 'QosPolicy': {'1.10'}, Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: 'SecurityGroup': {'1.5'}, Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: 'SecurityGroupRule': {'1.2'}, Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: 'SubPort': {'1.0'}, Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: 'Subnet': {'1.1'}, Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: 'Trunk': {'1.1'}} Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: consumer versions: Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: { DHCP agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: L3 agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: Metadata agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: Metering agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: Open vSwitch agent@dv-cinder-819089-1-iscsi: { 'AddressGroup': '1.2', Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: 'ConntrackHelper': '1.0', Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: 'Log': '1.0', Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: 'Network': '1.1', Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: 'Port': '1.7', Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: 'PortForwarding': '1.2', Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: 'QosPolicy': '1.10', Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: 'SecurityGroup': '1.5', Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: 'SecurityGroupRule': '1.2', Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: 'SubPort': '1.0', Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: 'Subnet': '1.1', Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: 'Trunk': '1.1'}} Nov 24 11:17:05.496461 dv-cinder-819089-1-iscsi neutron-server[102484]: {{(pid=102484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 11:17:05.548546 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-f4676045-2071-4d30-82b1-fda15b10022a None None] Provisioning complete for port 676f0eb7-ec18-47bb-821a-97e1ce6076f3 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:17:05.549116 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f4676045-2071-4d30-82b1-fda15b10022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:05.565648 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] For port 676f0eb7-ec18-47bb-821a-97e1ce6076f3, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:17:05.585314 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-f4676045-2071-4d30-82b1-fda15b10022a None None] Port 676f0eb7-ec18-47bb-821a-97e1ce6076f3 cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:17:05.588800 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] For port 676f0eb7-ec18-47bb-821a-97e1ce6076f3, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=676f0eb7-ec18-47bb-821a-97e1ce6076f3,segment=NetworkSegment(b3915d4a-8a65-44e5-9914-867d0dd0c712),segment_id=b3915d4a-8a65-44e5-9914-867d0dd0c712)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:17:05.594025 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:05.652559 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] Routers {'732ce1cc-2933-4d42-98da-173eb040880e'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:17:05.653205 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:16:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['732ce1cc-2933-4d42-98da-173eb040880e'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:17:05.656716 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db072633-ce68-4547-b460-f14a144798fb None None] Pushing event updated for resources: {'Port': ['ID=676f0eb7-ec18-47bb-821a-97e1ce6076f3,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:17:05.747564 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 5 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:17:05.757120 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] Set router 732ce1cc-2933-4d42-98da-173eb040880e gateway port host: None {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:17:05.804875 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-5b2dcfb1-727e-45e6-9e1f-be101b763dce None None] Provisioning complete for port 676f0eb7-ec18-47bb-821a-97e1ce6076f3 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:17:05.805283 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5b2dcfb1-727e-45e6-9e1f-be101b763dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:05.886597 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5b2dcfb1-727e-45e6-9e1f-be101b763dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:05.919643 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-5b2dcfb1-727e-45e6-9e1f-be101b763dce None None] For port 676f0eb7-ec18-47bb-821a-97e1ce6076f3, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=676f0eb7-ec18-47bb-821a-97e1ce6076f3,segment=NetworkSegment(b3915d4a-8a65-44e5-9914-867d0dd0c712),segment_id=b3915d4a-8a65-44e5-9914-867d0dd0c712)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:17:05.924505 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5b2dcfb1-727e-45e6-9e1f-be101b763dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:05.976323 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2dcfb1-727e-45e6-9e1f-be101b763dce None None] Pushing event updated for resources: {'Port': ['ID=676f0eb7-ec18-47bb-821a-97e1ce6076f3,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:17:05.978722 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732ce1cc-2933-4d42-98da-173eb040880e', 'name': 'router1', 'tenant_id': '9f2c43d26fe4476dae0440375dfa55d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:16:53Z', 'updated_at': '2021-11-24T11:17:03Z', 'revision_number': 2, 'project_id': '9f2c43d26fe4476dae0440375dfa55d9', 'gw_port_host': None, '_interfaces': [{'id': '676f0eb7-ec18-47bb-821a-97e1ce6076f3', 'name': '', 'network_id': 'd4bc792e-33ff-4a9e-8034-a23dd8dfeeb5', 'tenant_id': '9f2c43d26fe4476dae0440375dfa55d9', 'mac_address': 'fa:16:3e:82:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732ce1cc-2933-4d42-98da-173eb040880e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a62f3fc1-fa23-4468-92a1-0478178bd2ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:17:02Z', 'updated_at': '2021-11-24T11:17:05Z', 'revision_number': 4, 'project_id': '9f2c43d26fe4476dae0440375dfa55d9', 'subnets': [{'id': 'a62f3fc1-fa23-4468-92a1-0478178bd2ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fade5bf-452c-4e60-9e12-82fa367fc9d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:17:06.004557 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d7c42c-46bd-41fb-bbc8-0efde58725b9 None None] The sync data for ids ['732ce1cc-2933-4d42-98da-173eb040880e'] in dv-cinder-819089-1-iscsi is: [{'id': '732ce1cc-2933-4d42-98da-173eb040880e', 'name': 'router1', 'tenant_id': '9f2c43d26fe4476dae0440375dfa55d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:16:53Z', 'updated_at': '2021-11-24T11:17:03Z', 'revision_number': 2, 'project_id': '9f2c43d26fe4476dae0440375dfa55d9', 'gw_port_host': None, '_interfaces': [{'id': '676f0eb7-ec18-47bb-821a-97e1ce6076f3', 'name': '', 'network_id': 'd4bc792e-33ff-4a9e-8034-a23dd8dfeeb5', 'tenant_id': '9f2c43d26fe4476dae0440375dfa55d9', 'mac_address': 'fa:16:3e:82:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732ce1cc-2933-4d42-98da-173eb040880e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a62f3fc1-fa23-4468-92a1-0478178bd2ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:17:02Z', 'updated_at': '2021-11-24T11:17:05Z', 'revision_number': 4, 'project_id': '9f2c43d26fe4476dae0440375dfa55d9', 'subnets': [{'id': 'a62f3fc1-fa23-4468-92a1-0478178bd2ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fade5bf-452c-4e60-9e12-82fa367fc9d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:17:06.348104 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 47454) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:17:06.457677 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec52cc2b-a102-4c4f-beb8-2d01052ff7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:17:06.459063 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-ec52cc2b-a102-4c4f-beb8-2d01052ff7df admin admin] 10.222.0.54 "GET /v2.0/networks/abec3bdb-3f5f-43d3-a05f-b74eaa51b59e HTTP/1.1" status: 200 len: 842 time: 0.1099553 Nov 24 11:17:06.469088 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-047da2c7-92c8-402b-87ae-189df742dd23 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'cidr': '172.27.1.0/24', 'name': 'public-subnet'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:17:06.493279 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047da2c7-92c8-402b-87ae-189df742dd23 admin admin] Made reservation on behalf of a5597d72fbbe43358086d98ceb965e13 for: {'subnet': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:17:06.495670 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-047da2c7-92c8-402b-87ae-189df742dd23 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:06.851271 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.objects.ports [None req-047da2c7-92c8-402b-87ae-189df742dd23 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102481) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 11:17:06.851732 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-047da2c7-92c8-402b-87ae-189df742dd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for subnet, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:06.900453 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047da2c7-92c8-402b-87ae-189df742dd23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c5d2bd-607c-45ea-a578-f70e1637afae,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:17:06.915412 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047da2c7-92c8-402b-87ae-189df742dd23 admin admin] Checking segment: {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:17:06.915768 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047da2c7-92c8-402b-87ae-189df742dd23 admin admin] Network hostable DHCP agents. Network: abec3bdb-3f5f-43d3-a05f-b74eaa51b59e, hostable agents: ['90347969-607b-440e-afac-8ad03a91f79b'], hosted agents: [] {{(pid=102481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 11:17:06.932115 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047da2c7-92c8-402b-87ae-189df742dd23 admin admin] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e is scheduled to be hosted by DHCP agent 90347969-607b-440e-afac-8ad03a91f79b with binding_index 1 {{(pid=102481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 11:17:06.941626 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-047da2c7-92c8-402b-87ae-189df742dd23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819089-1-iscsi, abec3bdb-3f5f-43d3-a05f-b74eaa51b59e) {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:17:06.947973 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047da2c7-92c8-402b-87ae-189df742dd23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:17:06.948577 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-047da2c7-92c8-402b-87ae-189df742dd23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:06.951095 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2700f0e7-b1ad-4571-bedd-882b7f7b1184 None None] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:17:06.964001 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-047da2c7-92c8-402b-87ae-189df742dd23 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4983718 Nov 24 11:17:07.088352 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc9147f-83c6-49ff-baa9-381770a39fe8 None None] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:17:09.403583 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 47462) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:17:09.543760 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-1db9b480-148c-4fab-857e-733a19d8844d admin admin] 10.222.0.54 "GET /v2.0/routers/732ce1cc-2933-4d42-98da-173eb040880e HTTP/1.1" status: 200 len: 710 time: 0.1385031 Nov 24 11:17:09.630631 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea18c0e6-8da7-4104-a1e9-6622dd3c1a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:17:09.631930 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-ea18c0e6-8da7-4104-a1e9-6622dd3c1a6e admin admin] 10.222.0.54 "GET /v2.0/networks/abec3bdb-3f5f-43d3-a05f-b74eaa51b59e HTTP/1.1" status: 200 len: 886 time: 0.0823801 Nov 24 11:17:09.642021 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-131ec789-28b6-4897-93c8-e55892f6b982 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:17:09.894219 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-131ec789-28b6-4897-93c8-e55892f6b982 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:10.125304 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-131ec789-28b6-4897-93c8-e55892f6b982 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:10.203628 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-131ec789-28b6-4897-93c8-e55892f6b982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:10.310677 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [None req-131ec789-28b6-4897-93c8-e55892f6b982 admin admin] Allocated IP 172.27.1.96 (abec3bdb-3f5f-43d3-a05f-b74eaa51b59e/68c5d2bd-607c-45ea-a578-f70e1637afae/856de615-b84e-4c8c-abef-21a2d14f8456) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:17:10.412284 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-131ec789-28b6-4897-93c8-e55892f6b982 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:10.445871 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-131ec789-28b6-4897-93c8-e55892f6b982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:10.485222 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131ec789-28b6-4897-93c8-e55892f6b982 admin admin] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:17:10.489978 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-131ec789-28b6-4897-93c8-e55892f6b982 admin admin] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:17:10.493665 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131ec789-28b6-4897-93c8-e55892f6b982 admin admin] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:17:10.555061 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ec789-28b6-4897-93c8-e55892f6b982 admin admin] Pushing event updated for resources: {'Port': ['ID=856de615-b84e-4c8c-abef-21a2d14f8456,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:17:10.834060 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-131ec789-28b6-4897-93c8-e55892f6b982 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:11.034896 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-131ec789-28b6-4897-93c8-e55892f6b982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3324'] for router, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:11.038610 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-131ec789-28b6-4897-93c8-e55892f6b982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1975076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1975091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087383'] for router, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:11.145268 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131ec789-28b6-4897-93c8-e55892f6b982 admin admin] Router 732ce1cc-2933-4d42-98da-173eb040880e has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:17:11.252180 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131ec789-28b6-4897-93c8-e55892f6b982 admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:17:11.256516 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-131ec789-28b6-4897-93c8-e55892f6b982 admin admin] Publish callbacks [] for router, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:11.258642 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-131ec789-28b6-4897-93c8-e55892f6b982 admin admin] 10.222.0.54 "PUT /v2.0/routers/732ce1cc-2933-4d42-98da-173eb040880e HTTP/1.1" status: 200 len: 889 time: 1.6199331 Nov 24 11:17:12.208706 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 676f0eb7-ec18-47bb-821a-97e1ce6076f3 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:17:12.257252 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 676f0eb7-ec18-47bb-821a-97e1ce6076f3 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:17:12.257720 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:13.019579 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] Sync routers for ids ['732ce1cc-2933-4d42-98da-173eb040880e'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:17:13.031506 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] Routers {'732ce1cc-2933-4d42-98da-173eb040880e'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:17:13.032169 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:16:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['732ce1cc-2933-4d42-98da-173eb040880e'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:17:13.250989 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] Set router 732ce1cc-2933-4d42-98da-173eb040880e gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:17:13.719492 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732ce1cc-2933-4d42-98da-173eb040880e', 'name': 'router1', 'tenant_id': '9f2c43d26fe4476dae0440375dfa55d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '856de615-b84e-4c8c-abef-21a2d14f8456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:16:53Z', 'updated_at': '2021-11-24T11:17:10Z', 'revision_number': 4, 'project_id': '9f2c43d26fe4476dae0440375dfa55d9', 'gw_port': {'id': '856de615-b84e-4c8c-abef-21a2d14f8456', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732ce1cc-2933-4d42-98da-173eb040880e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:17:10Z', 'updated_at': '2021-11-24T11:17:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '676f0eb7-ec18-47bb-821a-97e1ce6076f3', 'name': '', 'network_id': 'd4bc792e-33ff-4a9e-8034-a23dd8dfeeb5', 'tenant_id': '9f2c43d26fe4476dae0440375dfa55d9', 'mac_address': 'fa:16:3e:82:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732ce1cc-2933-4d42-98da-173eb040880e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a62f3fc1-fa23-4468-92a1-0478178bd2ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:17:02Z', 'updated_at': '2021-11-24T11:17:05Z', 'revision_number': 5, 'project_id': '9f2c43d26fe4476dae0440375dfa55d9', 'subnets': [{'id': 'a62f3fc1-fa23-4468-92a1-0478178bd2ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fade5bf-452c-4e60-9e12-82fa367fc9d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:17:13.770582 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] Checking router: 732ce1cc-2933-4d42-98da-173eb040880e for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:17:13.770948 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] Updating router 732ce1cc-2933-4d42-98da-173eb040880e port 856de615-b84e-4c8c-abef-21a2d14f8456 binding host dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 11:17:13.818841 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:13.858109 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 47474) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:17:13.971209 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-63a33d89-e294-4d24-8801-90458cc9603e admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1117659 Nov 24 11:17:14.153014 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] Publish callbacks [] for port, precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:14.159509 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:14.211851 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094466b6-fcdf-4a00-a0f6-df7dc28cef3f None None] Pushing event updated for resources: {'Port': ['ID=856de615-b84e-4c8c-abef-21a2d14f8456,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:17:14.218422 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] Attempting to bind port 856de615-b84e-4c8c-abef-21a2d14f8456 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:17:14.218794 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] Attempting to bind port 856de615-b84e-4c8c-abef-21a2d14f8456 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:17:14.219159 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] Attempting to bind port 856de615-b84e-4c8c-abef-21a2d14f8456 on network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:17:14.225157 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:17:14.225472 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] Checking segment: {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:17:14.225884 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:14.226280 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] Bound using segment: {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:17:14.226781 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] Bound port: 856de615-b84e-4c8c-abef-21a2d14f8456, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:17:14.227180 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:14.278264 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] For port 856de615-b84e-4c8c-abef-21a2d14f8456, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:17:14.281397 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] For port 856de615-b84e-4c8c-abef-21a2d14f8456, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=856de615-b84e-4c8c-abef-21a2d14f8456,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:17:14.285808 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:14.345006 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094466b6-fcdf-4a00-a0f6-df7dc28cef3f None None] Pushing event updated for resources: {'Port': ['ID=856de615-b84e-4c8c-abef-21a2d14f8456,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:17:14.347619 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] Routers {'732ce1cc-2933-4d42-98da-173eb040880e'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:17:14.348217 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:16:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['732ce1cc-2933-4d42-98da-173eb040880e'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:17:14.456219 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] Set router 732ce1cc-2933-4d42-98da-173eb040880e gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:17:14.688539 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732ce1cc-2933-4d42-98da-173eb040880e', 'name': 'router1', 'tenant_id': '9f2c43d26fe4476dae0440375dfa55d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '856de615-b84e-4c8c-abef-21a2d14f8456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:16:53Z', 'updated_at': '2021-11-24T11:17:10Z', 'revision_number': 4, 'project_id': '9f2c43d26fe4476dae0440375dfa55d9', 'gw_port': {'id': '856de615-b84e-4c8c-abef-21a2d14f8456', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732ce1cc-2933-4d42-98da-173eb040880e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:17:10Z', 'updated_at': '2021-11-24T11:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '676f0eb7-ec18-47bb-821a-97e1ce6076f3', 'name': '', 'network_id': 'd4bc792e-33ff-4a9e-8034-a23dd8dfeeb5', 'tenant_id': '9f2c43d26fe4476dae0440375dfa55d9', 'mac_address': 'fa:16:3e:82:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732ce1cc-2933-4d42-98da-173eb040880e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a62f3fc1-fa23-4468-92a1-0478178bd2ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:17:02Z', 'updated_at': '2021-11-24T11:17:05Z', 'revision_number': 5, 'project_id': '9f2c43d26fe4476dae0440375dfa55d9', 'subnets': [{'id': 'a62f3fc1-fa23-4468-92a1-0478178bd2ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fade5bf-452c-4e60-9e12-82fa367fc9d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:17:14.716467 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef93bee8-e878-4680-b44d-ee78fb7e29fc None None] The sync data for ids ['732ce1cc-2933-4d42-98da-173eb040880e'] in dv-cinder-819089-1-iscsi is: [{'id': '732ce1cc-2933-4d42-98da-173eb040880e', 'name': 'router1', 'tenant_id': '9f2c43d26fe4476dae0440375dfa55d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '856de615-b84e-4c8c-abef-21a2d14f8456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:16:53Z', 'updated_at': '2021-11-24T11:17:10Z', 'revision_number': 4, 'project_id': '9f2c43d26fe4476dae0440375dfa55d9', 'gw_port': {'id': '856de615-b84e-4c8c-abef-21a2d14f8456', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732ce1cc-2933-4d42-98da-173eb040880e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:17:10Z', 'updated_at': '2021-11-24T11:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '676f0eb7-ec18-47bb-821a-97e1ce6076f3', 'name': '', 'network_id': 'd4bc792e-33ff-4a9e-8034-a23dd8dfeeb5', 'tenant_id': '9f2c43d26fe4476dae0440375dfa55d9', 'mac_address': 'fa:16:3e:82:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732ce1cc-2933-4d42-98da-173eb040880e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a62f3fc1-fa23-4468-92a1-0478178bd2ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:17:02Z', 'updated_at': '2021-11-24T11:17:05Z', 'revision_number': 5, 'project_id': '9f2c43d26fe4476dae0440375dfa55d9', 'subnets': [{'id': 'a62f3fc1-fa23-4468-92a1-0478178bd2ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fade5bf-452c-4e60-9e12-82fa367fc9d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:17:16.232604 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 856de615-b84e-4c8c-abef-21a2d14f8456 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:17:16.290435 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 856de615-b84e-4c8c-abef-21a2d14f8456 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:17:16.291008 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:16.378509 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:16.403322 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] For port 856de615-b84e-4c8c-abef-21a2d14f8456, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=856de615-b84e-4c8c-abef-21a2d14f8456,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:17:16.407643 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:16.457748 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Pushing event updated for resources: {'Port': ['ID=856de615-b84e-4c8c-abef-21a2d14f8456,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:17:18.212182 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 856de615-b84e-4c8c-abef-21a2d14f8456 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:17:18.282368 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 856de615-b84e-4c8c-abef-21a2d14f8456 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:17:18.282747 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:26.331326 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-83b2bfd8-205d-489e-a850-590f99e11479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:28.684384 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4b6eda29-0f6d-4e0a-bb29-718b8ad2622f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:29.603844 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:31.319869 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:32.456129 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:42.747905 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 5 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:17:56.326121 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-060faffe-619e-4c38-9ee2-236eaa63b890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:58.678454 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8021a579-fa35-493d-a697-54a22c66b68d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:17:59.601103 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:18:01.328230 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:18:02.460552 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:18:19.748199 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 5 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:18:26.328328 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ab7166bc-ca9f-4d1e-952b-6407687bbeba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:18:28.680210 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-645a4115-20c2-4581-a914-45fcc0c1cd98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:18:29.604524 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:18:31.320728 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:18:32.456265 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:18:34.478089 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 47960) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:18:34.539981 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd7bf46-30ca-40ff-af82-b93c45ead6b1 admin admin] GET failed (client error): The resource could not be found. Nov 24 11:18:34.541320 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-4bd7bf46-30ca-40ff-af82-b93c45ead6b1 admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622764 Nov 24 11:18:34.713192 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6985de6-52f0-4f36-bcae-b9f8896c7059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:18:34.722474 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-b6985de6-52f0-4f36-bcae-b9f8896c7059 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1695673 Nov 24 11:18:37.025373 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 47970) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:18:37.119769 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadd8325-a91c-4746-8ea4-513340773af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:18:37.121200 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-eadd8325-a91c-4746-8ea4-513340773af2 admin admin] 10.222.0.54 "GET /v2.0/subnets/a62f3fc1-fa23-4468-92a1-0478178bd2ed HTTP/1.1" status: 200 len: 849 time: 0.0948758 Nov 24 11:18:37.131228 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-6da51145-a447-4619-8ac9-110b643a13ba admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:18:37.241445 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6da51145-a447-4619-8ac9-110b643a13ba admin admin] Publish callbacks [] for subnet, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:18:37.379388 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6da51145-a447-4619-8ac9-110b643a13ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771666636153'] for subnet, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:18:37.418937 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da51145-a447-4619-8ac9-110b643a13ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:18:37.419061 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6da51145-a447-4619-8ac9-110b643a13ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:18:37.420671 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-6da51145-a447-4619-8ac9-110b643a13ba admin admin] 10.222.0.54 "PUT /v2.0/subnets/a62f3fc1-fa23-4468-92a1-0478178bd2ed HTTP/1.1" status: 200 len: 868 time: 0.2931798 Nov 24 11:18:37.422879 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7809ad5-8d2d-4e8a-bad3-ede58c9a6e44 None None] Network d4bc792e-33ff-4a9e-8034-a23dd8dfeeb5 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:18:37.441876 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da51145-a447-4619-8ac9-110b643a13ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62f3fc1-fa23-4468-92a1-0478178bd2ed,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:18:37.450032 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da51145-a447-4619-8ac9-110b643a13ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:18:37.450032 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da51145-a447-4619-8ac9-110b643a13ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:18:37.450508 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da51145-a447-4619-8ac9-110b643a13ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:18:37.450739 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da51145-a447-4619-8ac9-110b643a13ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:18:37.451223 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da51145-a447-4619-8ac9-110b643a13ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:18:37.451562 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da51145-a447-4619-8ac9-110b643a13ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:18:37.452410 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da51145-a447-4619-8ac9-110b643a13ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:18:37.452782 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da51145-a447-4619-8ac9-110b643a13ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:18:37.453114 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da51145-a447-4619-8ac9-110b643a13ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:18:37.453436 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da51145-a447-4619-8ac9-110b643a13ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:18:37.453758 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da51145-a447-4619-8ac9-110b643a13ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:18:37.454078 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da51145-a447-4619-8ac9-110b643a13ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:18:37.858968 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2096973e-9598-4619-8623-ed34eb1f6ef0 None None] Provisioning complete for port 21ba2649-e4d4-41cd-a36a-f8bdfd694658 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:18:37.859429 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2096973e-9598-4619-8623-ed34eb1f6ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:18:37.952038 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2096973e-9598-4619-8623-ed34eb1f6ef0 None None] Provisioning complete for port 676f0eb7-ec18-47bb-821a-97e1ce6076f3 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:18:37.952441 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2096973e-9598-4619-8623-ed34eb1f6ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:18:39.741590 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 47978) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:18:39.950523 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07280db3-9235-487f-8c56-e8a39bf76f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:18:39.950905 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07280db3-9235-487f-8c56-e8a39bf76f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:18:39.952477 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-07280db3-9235-487f-8c56-e8a39bf76f79 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2098663 Nov 24 11:18:42.238370 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 47986) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:18:42.482876 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511fb797-f0c0-4185-aed8-1eef04281e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:18:42.483261 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511fb797-f0c0-4185-aed8-1eef04281e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:18:42.485608 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-511fb797-f0c0-4185-aed8-1eef04281e4d admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2462902 Nov 24 11:18:44.787638 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 47996) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:18:44.973241 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64314806-558d-4554-a41a-8416433d83cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:18:44.974513 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-64314806-558d-4554-a41a-8416433d83cd admin admin] 10.222.0.54 "GET /v2.0/networks/abec3bdb-3f5f-43d3-a05f-b74eaa51b59e HTTP/1.1" status: 200 len: 886 time: 0.1859455 Nov 24 11:18:47.293373 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 48004) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:18:47.444023 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7532194c-1b8a-4dc7-9984-b62dcaec0e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:18:47.446034 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-7532194c-1b8a-4dc7-9984-b62dcaec0e7f admin admin] 10.222.0.54 "GET /v2.0/networks/d4bc792e-33ff-4a9e-8034-a23dd8dfeeb5 HTTP/1.1" status: 200 len: 869 time: 0.1514084 Nov 24 11:18:49.764205 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 48012) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:18:49.892505 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b153cf-f19d-4701-97c6-1f32391ff2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:18:49.893206 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b153cf-f19d-4701-97c6-1f32391ff2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:18:49.894525 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-a3b153cf-f19d-4701-97c6-1f32391ff2e2 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1293578 Nov 24 11:18:52.173155 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 48020) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:18:52.266379 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ac04ca-8959-4cab-bed8-f17095b84913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:18:52.267095 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ac04ca-8959-4cab-bed8-f17095b84913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:18:52.269185 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-97ac04ca-8959-4cab-bed8-f17095b84913 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0950601 Nov 24 11:18:54.575951 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 48028) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:18:54.713920 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a77ff1-0fef-4c01-9fe1-8b0b80dabfca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:18:54.715304 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-70a77ff1-0fef-4c01-9fe1-8b0b80dabfca admin admin] 10.222.0.54 "GET /v2.0/subnets/68c5d2bd-607c-45ea-a578-f70e1637afae HTTP/1.1" status: 200 len: 816 time: 0.1384053 Nov 24 11:18:56.330751 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-229c7231-03ef-490c-bd44-860361bbe522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:18:56.746696 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 5 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:18:57.069190 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 48036) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:18:57.172134 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75711c8-8171-4453-bf00-7c964b34f7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:18:57.173609 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-e75711c8-8171-4453-bf00-7c964b34f7dd admin admin] 10.222.0.54 "GET /v2.0/subnets/a62f3fc1-fa23-4468-92a1-0478178bd2ed HTTP/1.1" status: 200 len: 868 time: 0.1034529 Nov 24 11:18:58.682189 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a6694b38-6cd3-4957-8256-20a704641c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:18:59.603562 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:01.323168 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:02.459899 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:21.682612 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 48090) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:19:21.732470 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [None req-b370e050-12ac-49ef-b97d-64b7a491db03 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102481) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 11:19:21.733515 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-b370e050-12ac-49ef-b97d-64b7a491db03 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0499189 Nov 24 11:19:24.094055 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 48098) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:19:24.155706 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc48388-a72e-4249-b025-3b988edbc9ce admin admin] GET failed (client error): The resource could not be found. Nov 24 11:19:24.156940 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-7bc48388-a72e-4249-b025-3b988edbc9ce admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0619276 Nov 24 11:19:24.242217 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff9b183-7acf-451b-a28f-2088d088928e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:19:24.243760 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-dff9b183-7acf-451b-a28f-2088d088928e admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0823486 Nov 24 11:19:26.333665 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3dfaba3d-1204-4e5a-8b79-a167250a12e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:26.566624 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 48106) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:19:26.614048 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-ab40ab4e-f87f-479e-b272-e1daf4b43a8a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:19:26.634361 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab40ab4e-f87f-479e-b272-e1daf4b43a8a admin admin] Made reservation on behalf of a5597d72fbbe43358086d98ceb965e13 for: {'network': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:19:26.636666 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ab40ab4e-f87f-479e-b272-e1daf4b43a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for network, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:26.664133 dv-cinder-819089-1-iscsi neutron-server[102481]: WARNING neutron.services.revisions.revision_plugin [None req-ab40ab4e-f87f-479e-b272-e1daf4b43a8a admin admin] Could not find related network for resource to bump revision. Nov 24 11:19:26.675710 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab40ab4e-f87f-479e-b272-e1daf4b43a8a admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=102481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 11:19:26.684619 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ab40ab4e-f87f-479e-b272-e1daf4b43a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:26.684988 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.segments_db [None req-ab40ab4e-f87f-479e-b272-e1daf4b43a8a admin admin] Added segment 9006846e-3acd-43ee-b7c6-e9d66ee9198e of type vlan for network b4400147-0b48-4dd3-a8ce-464d23a37050 Nov 24 11:19:26.723081 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ab40ab4e-f87f-479e-b272-e1daf4b43a8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771666227267'] for network, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:26.749621 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ab40ab4e-f87f-479e-b272-e1daf4b43a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for network, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:26.750467 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab40ab4e-f87f-479e-b272-e1daf4b43a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:19:26.751057 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ab40ab4e-f87f-479e-b272-e1daf4b43a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:26.883614 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-ab40ab4e-f87f-479e-b272-e1daf4b43a8a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3158541 Nov 24 11:19:26.911611 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40ab4e-f87f-479e-b272-e1daf4b43a8a admin admin] Pushing event updated for resources: {'Network': ['ID=b4400147-0b48-4dd3-a8ce-464d23a37050,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:19:26.923381 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Network b4400147-0b48-4dd3-a8ce-464d23a37050 details requested by agent ovs-agent-dv-cinder-819089-1-iscsi with host dv-cinder-819089-1-iscsi {{(pid=102483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 11:19:28.684244 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6d9914d3-e1a3-4072-ac83-f933dcf47635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:29.192860 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 48114) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:19:29.252387 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b5f56c-6601-40c1-bb91-6078b964b062 admin admin] GET failed (client error): The resource could not be found. Nov 24 11:19:29.253662 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-83b5f56c-6601-40c1-bb91-6078b964b062 admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598507 Nov 24 11:19:29.324568 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a65886a-8afd-416f-a810-cc17b1544174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:19:29.326026 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-6a65886a-8afd-416f-a810-cc17b1544174 admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0679231 Nov 24 11:19:29.340307 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-90b052c8-72d8-4200-9190-4ca9f1e7f779 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'b4400147-0b48-4dd3-a8ce-464d23a37050', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:19:29.360262 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b052c8-72d8-4200-9190-4ca9f1e7f779 admin admin] Made reservation on behalf of a5597d72fbbe43358086d98ceb965e13 for: {'subnet': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:19:29.362528 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-90b052c8-72d8-4200-9190-4ca9f1e7f779 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:29.520348 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-90b052c8-72d8-4200-9190-4ca9f1e7f779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for subnet, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:29.571407 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b052c8-72d8-4200-9190-4ca9f1e7f779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d693155-2cf9-42b5-9b3b-64109795ecfe,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:19:29.581851 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b052c8-72d8-4200-9190-4ca9f1e7f779 admin admin] Checking segment: {'id': '9006846e-3acd-43ee-b7c6-e9d66ee9198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b4400147-0b48-4dd3-a8ce-464d23a37050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:19:29.582204 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b052c8-72d8-4200-9190-4ca9f1e7f779 admin admin] Network hostable DHCP agents. Network: b4400147-0b48-4dd3-a8ce-464d23a37050, hostable agents: ['90347969-607b-440e-afac-8ad03a91f79b'], hosted agents: [] {{(pid=102481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 11:19:29.600416 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b052c8-72d8-4200-9190-4ca9f1e7f779 admin admin] Network b4400147-0b48-4dd3-a8ce-464d23a37050 is scheduled to be hosted by DHCP agent 90347969-607b-440e-afac-8ad03a91f79b with binding_index 1 {{(pid=102481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 11:19:29.606767 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:29.609984 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-90b052c8-72d8-4200-9190-4ca9f1e7f779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819089-1-iscsi, b4400147-0b48-4dd3-a8ce-464d23a37050) {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:19:29.614092 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b052c8-72d8-4200-9190-4ca9f1e7f779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:19:29.614730 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-90b052c8-72d8-4200-9190-4ca9f1e7f779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:29.619063 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d109e4-2b4e-42ce-b782-d98add180dcb None None] Network b4400147-0b48-4dd3-a8ce-464d23a37050 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:19:29.630445 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-90b052c8-72d8-4200-9190-4ca9f1e7f779 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2952876 Nov 24 11:19:29.783120 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93cd4e5f-7129-5106-abea-c98820ee5c55-b4400147-0b48-4dd3-a8ce-464d23a37050', 'network_id': 'b4400147-0b48-4dd3-a8ce-464d23a37050', 'tenant_id': 'a5597d72fbbe43358086d98ceb965e13', 'fixed_ips': [{'subnet_id': '8d693155-2cf9-42b5-9b3b-64109795ecfe'}]}} from dv-cinder-819089-1-iscsi. {{(pid=102483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 11:19:29.784052 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:30.016472 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Allocated IP 192.168.233.2 (b4400147-0b48-4dd3-a8ce-464d23a37050/8d693155-2cf9-42b5-9b3b-64109795ecfe/f9dff949-19f1-4392-a75e-fb66a5b5506e) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:19:30.160283 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Publish callbacks [] for port, precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:30.167123 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:30.215163 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Network b4400147-0b48-4dd3-a8ce-464d23a37050 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:19:30.216762 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Pushing event updated for resources: {'Port': ['ID=f9dff949-19f1-4392-a75e-fb66a5b5506e,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:19:30.219013 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:19:30.221746 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:19:30.229879 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:19:30.230252 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:19:30.230603 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:19:30.230940 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:19:30.231273 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:19:30.231615 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:19:30.231938 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:19:30.232264 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:19:30.232612 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:19:30.232966 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:19:30.233288 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:19:30.233614 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:19:30.289471 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Attempting to bind port f9dff949-19f1-4392-a75e-fb66a5b5506e on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:19:30.289839 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Attempting to bind port f9dff949-19f1-4392-a75e-fb66a5b5506e by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': '9006846e-3acd-43ee-b7c6-e9d66ee9198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b4400147-0b48-4dd3-a8ce-464d23a37050'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:19:30.290208 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Attempting to bind port f9dff949-19f1-4392-a75e-fb66a5b5506e on network b4400147-0b48-4dd3-a8ce-464d23a37050 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:19:30.296605 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:19:30.297027 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Checking segment: {'id': '9006846e-3acd-43ee-b7c6-e9d66ee9198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b4400147-0b48-4dd3-a8ce-464d23a37050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:19:30.297420 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:30.297810 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Bound using segment: {'id': '9006846e-3acd-43ee-b7c6-e9d66ee9198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b4400147-0b48-4dd3-a8ce-464d23a37050'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:19:30.298266 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Bound port: f9dff949-19f1-4392-a75e-fb66a5b5506e, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9006846e-3acd-43ee-b7c6-e9d66ee9198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b4400147-0b48-4dd3-a8ce-464d23a37050'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:19:30.298654 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:30.360810 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] For port f9dff949-19f1-4392-a75e-fb66a5b5506e, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:19:30.364000 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] For port f9dff949-19f1-4392-a75e-fb66a5b5506e, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=f9dff949-19f1-4392-a75e-fb66a5b5506e,segment=NetworkSegment(9006846e-3acd-43ee-b7c6-e9d66ee9198e),segment_id=9006846e-3acd-43ee-b7c6-e9d66ee9198e)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:19:30.368355 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:30.431437 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc8e4d-aea9-4c10-a952-e0e40924c675 None None] Pushing event updated for resources: {'Port': ['ID=f9dff949-19f1-4392-a75e-fb66a5b5506e,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:19:31.186333 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a474ed05-d530-48a5-b10f-b4b0a0436a95 None None] Network b4400147-0b48-4dd3-a8ce-464d23a37050 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:19:31.320136 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-855894b8-4ba2-44ba-94cc-0d2e019bf8e1 None None] Provisioning complete for port f9dff949-19f1-4392-a75e-fb66a5b5506e triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:19:31.320500 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-855894b8-4ba2-44ba-94cc-0d2e019bf8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:31.389951 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:31.449943 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-855894b8-4ba2-44ba-94cc-0d2e019bf8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:31.485292 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-855894b8-4ba2-44ba-94cc-0d2e019bf8e1 None None] For port f9dff949-19f1-4392-a75e-fb66a5b5506e, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=f9dff949-19f1-4392-a75e-fb66a5b5506e,segment=NetworkSegment(9006846e-3acd-43ee-b7c6-e9d66ee9198e),segment_id=9006846e-3acd-43ee-b7c6-e9d66ee9198e)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:19:31.489917 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-855894b8-4ba2-44ba-94cc-0d2e019bf8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:31.546503 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855894b8-4ba2-44ba-94cc-0d2e019bf8e1 None None] Pushing event updated for resources: {'Port': ['ID=f9dff949-19f1-4392-a75e-fb66a5b5506e,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:19:31.609734 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-d18048ca-b8b6-40d3-916b-f919f33204df None None] Provisioning complete for port f9dff949-19f1-4392-a75e-fb66a5b5506e triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:19:31.610099 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d18048ca-b8b6-40d3-916b-f919f33204df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:32.280224 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device f9dff949-19f1-4392-a75e-fb66a5b5506e up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:19:32.329996 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port f9dff949-19f1-4392-a75e-fb66a5b5506e triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:19:32.330644 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:32.461714 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:33.745401 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 5 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:19:56.337297 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2bf6770b-0e4f-4e07-9a3a-fd0c0233d238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:58.686616 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8784d927-3759-429e-9212-3f6826493b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:19:59.609883 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:20:01.331869 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:20:02.465632 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:20:10.744674 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 5 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:20:26.341497 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-c40e05e8-9951-41a7-9b32-9c415fb9e0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:20:28.689443 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f350db1e-b25c-464e-a297-4f8fcda4c232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:20:29.612904 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:20:31.335404 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:20:32.468110 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:20:44.158863 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 48160) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:20:44.164716 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [None req-64c2701e-2dc9-475a-b5ae-04bac94f2a22 tempest-verify_tempest_config-1153365497 tempest-verify_tempest_config-1153365497-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102481) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 11:20:44.165692 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-64c2701e-2dc9-475a-b5ae-04bac94f2a22 tempest-verify_tempest_config-1153365497 tempest-verify_tempest_config-1153365497-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058351 Nov 24 11:20:44.457126 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 48178) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:20:44.566181 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-76a05828-c10a-4538-8024-783ddf6e8c2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:20:44.640729 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-76a05828-c10a-4538-8024-783ddf6e8c2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:20:44.644188 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-76a05828-c10a-4538-8024-783ddf6e8c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:20:44.689003 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-76a05828-c10a-4538-8024-783ddf6e8c2d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=934dc2b7422243379fed0f8be2049985&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2307279 Nov 24 11:20:44.689820 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a05828-c10a-4538-8024-783ddf6e8c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0404db5-74ed-4d87-83d8-6024389bc625,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:20:44.691859 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 48182) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:20:44.696379 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05828-c10a-4538-8024-783ddf6e8c2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.696769 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05828-c10a-4538-8024-783ddf6e8c2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.697122 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05828-c10a-4538-8024-783ddf6e8c2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.697462 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05828-c10a-4538-8024-783ddf6e8c2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.697798 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05828-c10a-4538-8024-783ddf6e8c2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.698149 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05828-c10a-4538-8024-783ddf6e8c2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.698483 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05828-c10a-4538-8024-783ddf6e8c2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.698830 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05828-c10a-4538-8024-783ddf6e8c2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.699177 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05828-c10a-4538-8024-783ddf6e8c2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.699505 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05828-c10a-4538-8024-783ddf6e8c2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.699828 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05828-c10a-4538-8024-783ddf6e8c2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.700151 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05828-c10a-4538-8024-783ddf6e8c2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.772561 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8287b0ab-2a04-4ad0-a861-1ed764a5ce67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:20:44.793245 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8287b0ab-2a04-4ad0-a861-1ed764a5ce67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:20:44.887354 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8287b0ab-2a04-4ad0-a861-1ed764a5ce67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:20:44.890039 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8287b0ab-2a04-4ad0-a861-1ed764a5ce67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:20:44.891246 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-8287b0ab-2a04-4ad0-a861-1ed764a5ce67 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d0404db5-74ed-4d87-83d8-6024389bc625 HTTP/1.1" status: 204 len: 168 time: 0.1982579 Nov 24 11:20:44.901158 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287b0ab-2a04-4ad0-a861-1ed764a5ce67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0404db5-74ed-4d87-83d8-6024389bc625,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:20:44.910414 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287b0ab-2a04-4ad0-a861-1ed764a5ce67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.910759 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287b0ab-2a04-4ad0-a861-1ed764a5ce67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.911095 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287b0ab-2a04-4ad0-a861-1ed764a5ce67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.911424 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287b0ab-2a04-4ad0-a861-1ed764a5ce67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.911744 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287b0ab-2a04-4ad0-a861-1ed764a5ce67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.912070 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287b0ab-2a04-4ad0-a861-1ed764a5ce67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.912391 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287b0ab-2a04-4ad0-a861-1ed764a5ce67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.912751 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287b0ab-2a04-4ad0-a861-1ed764a5ce67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.913098 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287b0ab-2a04-4ad0-a861-1ed764a5ce67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.913400 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287b0ab-2a04-4ad0-a861-1ed764a5ce67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.913709 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287b0ab-2a04-4ad0-a861-1ed764a5ce67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.914017 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287b0ab-2a04-4ad0-a861-1ed764a5ce67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287b0ab-2a04-4ad0-a861-1ed764a5ce67 admin admin] Tracked resource versions report: Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: pushed versions: Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: { 'AddressGroup': {'1.2'}, Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: 'ConntrackHelper': {'1.0'}, Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: 'Log': {'1.0'}, Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: 'Network': {'1.1'}, Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: 'Port': {'1.7'}, Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: 'PortForwarding': {'1.2'}, Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: 'QosPolicy': {'1.10'}, Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: 'SecurityGroup': {'1.5'}, Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: 'SecurityGroupRule': {'1.2'}, Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: 'SubPort': {'1.0'}, Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: 'Subnet': {'1.1'}, Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: 'Trunk': {'1.1'}} Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: consumer versions: Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: { DHCP agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: L3 agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: Metadata agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: Metering agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: Open vSwitch agent@dv-cinder-819089-1-iscsi: { 'AddressGroup': '1.2', Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: 'ConntrackHelper': '1.0', Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: 'Log': '1.0', Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: 'Network': '1.1', Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: 'Port': '1.7', Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: 'PortForwarding': '1.2', Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: 'QosPolicy': '1.10', Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: 'SecurityGroup': '1.5', Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: 'SecurityGroupRule': '1.2', Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: 'SubPort': '1.0', Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: 'Subnet': '1.1', Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: 'Trunk': '1.1'}} Nov 24 11:20:44.915113 dv-cinder-819089-1-iscsi neutron-server[102482]: {{(pid=102482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 11:20:47.742986 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 5 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:20:56.334975 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-38d0a162-ae55-44bf-ab74-e0089da050fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:20:58.689922 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1c77fba6-787a-4787-b356-fcfc40e5f0b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:20:59.614895 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:21:01.338166 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:21:02.471886 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:21:24.740994 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 5 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:21:26.336176 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e0e60c41-52d8-48a3-b9e4-7d9119b1c600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:21:28.691133 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-31445f71-81e7-4382-859b-ff42177a6cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:21:29.617037 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:21:31.341001 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:21:32.473154 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:21:56.339120 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-22c7d9cf-c97d-4ac0-9ca7-21753fa7bb42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:21:58.692286 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-547479fd-5bb5-47c2-8618-16c9ccddb0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:21:59.621252 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:22:01.347168 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:22:01.739883 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 5 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:22:02.473888 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:22:16.804215 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2087127'] for agent, after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:22:26.341204 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-89a5b21d-1dbb-4374-8ae9-35741be57220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:22:28.692943 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1aaccba0-b9db-4181-ba13-f16311c71f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:22:29.627000 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:22:31.349706 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:22:31.722855 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 48260) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:22:31.823962 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-2cf823ec-f92f-458b-9a96-fb6b87a7a645 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1000135 Nov 24 11:22:32.475915 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:22:34.086828 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 48270) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:22:34.140232 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-9380ac76-705d-45c6-b9eb-1ac6ef0e1018 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0522828 Nov 24 11:22:38.739844 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:22:46.759155 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:22:56.345689 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-32e16746-c621-4aec-9fbf-fa11b868e748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:22:58.693139 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a0c1899c-df23-4c19-a579-06a58ec45fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:22:59.627821 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:23:01.352247 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:23:02.482507 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:23:15.738886 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:23:16.770937 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:23:26.347684 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-10585134-95ac-4309-80be-0db7d6f40271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:23:28.701577 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-82f12fec-b83f-4d30-bf53-162388a188a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:23:29.635872 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:23:31.356096 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:23:32.485603 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:23:46.769301 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:23:52.737374 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:23:56.350165 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-154aee23-50ae-4df7-adaa-6b53997da3da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:23:58.705010 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-67e5703f-e9bb-473e-a992-a578a41264b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:23:59.641622 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:01.361535 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:02.122118 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 48454) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:02.303559 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1647758700-network', 'tenant_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:24:02.353845 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Made reservation on behalf of 4ef4eb6fdaf240b8bd9d2238dfb2efef for: {'network': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:24:02.358169 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for network, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:02.375119 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:02.464924 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:02.470277 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:02.491163 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:02.499336 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ddce45-982a-44e9-b832-749abfd3ea67,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:02.515853 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:02.516314 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:02.516662 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:02.517004 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:02.517501 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:02.517909 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:02.518187 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:02.518533 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:02.518858 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:02.519179 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:02.519500 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:02.519817 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Tracked resource versions report: Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: pushed versions: Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: { 'AddressGroup': {'1.2'}, Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: 'ConntrackHelper': {'1.0'}, Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: 'Log': {'1.0'}, Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: 'Network': {'1.1'}, Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: 'Port': {'1.7'}, Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: 'PortForwarding': {'1.2'}, Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: 'QosPolicy': {'1.10'}, Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: 'SecurityGroup': {'1.5'}, Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: 'SecurityGroupRule': {'1.2'}, Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: 'SubPort': {'1.0'}, Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: 'Subnet': {'1.1'}, Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: 'Trunk': {'1.1'}} Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: consumer versions: Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: { DHCP agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: HyperV agent@hv-cinder-81908: {}, Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: L3 agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: Metadata agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: Metering agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: Open vSwitch agent@dv-cinder-819089-1-iscsi: { 'AddressGroup': '1.2', Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: 'ConntrackHelper': '1.0', Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: 'Log': '1.0', Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: 'Network': '1.1', Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: 'Port': '1.7', Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: 'PortForwarding': '1.2', Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: 'QosPolicy': '1.10', Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: 'SecurityGroup': '1.5', Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: 'SecurityGroupRule': '1.2', Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: 'SubPort': '1.0', Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: 'Subnet': '1.1', Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: 'Trunk': '1.1'}} Nov 24 11:24:02.520894 dv-cinder-819089-1-iscsi neutron-server[102482]: {{(pid=102482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 11:24:02.523656 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=102482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 11:24:02.538399 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771666762415', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:02.539104 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Unsubscribe: segment precommit_create {{(pid=102482) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 11:24:02.539615 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.db.segments_db [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Added segment bacaa2f9-4df6-4e19-9c3c-9e736d521b32 of type vlan for network 46755722-9f6e-4465-a31a-32c0f19f7268 Nov 24 11:24:02.571472 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 48480) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:02.613435 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771666227267'] for network, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:02.648244 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for network, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:02.649331 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:02.649961 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:02.744944 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] Pushing event updated for resources: {'Network': ['ID=46755722-9f6e-4465-a31a-32c0f19f7268,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:02.758442 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-7e94c6c8-3d8f-4684-97e5-2c04a9b4219d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6263039 Nov 24 11:24:02.758442 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 48494) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:02.761579 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-97879fa2-fd89-46a6-a1cf-89842719e3cc admin admin] Request body: {'subnet': {'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1647758700-subnet', 'tenant_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:24:02.775434 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Network 46755722-9f6e-4465-a31a-32c0f19f7268 details requested by agent ovs-agent-dv-cinder-819089-1-iscsi with host dv-cinder-819089-1-iscsi {{(pid=102483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 11:24:02.788666 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97879fa2-fd89-46a6-a1cf-89842719e3cc admin admin] Made reservation on behalf of 4ef4eb6fdaf240b8bd9d2238dfb2efef for: {'subnet': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:24:02.792528 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-97879fa2-fd89-46a6-a1cf-89842719e3cc admin admin] Publish callbacks [] for subnet, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:03.027154 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-423714941-network', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:24:03.038471 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-97879fa2-fd89-46a6-a1cf-89842719e3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for subnet, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:03.062439 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Made reservation on behalf of 6a92dfb7f26143f8aa4cc3ca2bcc9088 for: {'network': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:24:03.066429 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for network, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:03.070230 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 48512) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:03.085614 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:03.099865 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97879fa2-fd89-46a6-a1cf-89842719e3cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a9d5363-5f28-4302-8145-cfba618a1163,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:03.145184 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97879fa2-fd89-46a6-a1cf-89842719e3cc admin admin] Checking segment: {'id': 'bacaa2f9-4df6-4e19-9c3c-9e736d521b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:24:03.145919 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97879fa2-fd89-46a6-a1cf-89842719e3cc admin admin] Network hostable DHCP agents. Network: 46755722-9f6e-4465-a31a-32c0f19f7268, hostable agents: ['90347969-607b-440e-afac-8ad03a91f79b'], hosted agents: [] {{(pid=102482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 11:24:03.171748 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97879fa2-fd89-46a6-a1cf-89842719e3cc admin admin] Network 46755722-9f6e-4465-a31a-32c0f19f7268 is scheduled to be hosted by DHCP agent 90347969-607b-440e-afac-8ad03a91f79b with binding_index 1 {{(pid=102482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 11:24:03.186565 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:03.188115 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-97879fa2-fd89-46a6-a1cf-89842719e3cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819089-1-iscsi, 46755722-9f6e-4465-a31a-32c0f19f7268) {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:24:03.195119 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97879fa2-fd89-46a6-a1cf-89842719e3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:03.195468 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:03.196083 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-97879fa2-fd89-46a6-a1cf-89842719e3cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:03.201153 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05fd913-a670-44b2-a0de-d25e329e7616 None None] Network 46755722-9f6e-4465-a31a-32c0f19f7268 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:24:03.221945 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-97879fa2-fd89-46a6-a1cf-89842719e3cc admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4676979 Nov 24 11:24:03.224149 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 48522) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:03.229524 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-711ec2d3-3e77-42a2-a1bf-ee464b5664b1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1647758700-router', 'tenant_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:24:03.258425 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-711ec2d3-3e77-42a2-a1bf-ee464b5664b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3219'] for router, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:03.263012 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-711ec2d3-3e77-42a2-a1bf-ee464b5664b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:03.267526 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfac93c-6d14-46d1-9f4a-134f72f005f0,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:03.276522 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=102481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 11:24:03.290919 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:03.291620 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.segments_db [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Added segment 796baa1c-b25a-4210-8017-3d7871f52b82 of type vlan for network 0eaf43db-385c-4388-a2f4-5981573fae4b Nov 24 11:24:03.344743 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771666227267'] for network, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:03.368242 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:03.369068 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:03.369591 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:03.370340 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:03.370827 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:03.371346 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:03.371833 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:03.373125 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:03.373651 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:03.374154 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:03.374741 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:03.375432 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Tracked resource versions report: Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: pushed versions: Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: { 'AddressGroup': {'1.2'}, Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: 'ConntrackHelper': {'1.0'}, Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: 'Log': {'1.0'}, Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: 'Network': {'1.1'}, Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: 'Port': {'1.7'}, Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: 'PortForwarding': {'1.2'}, Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: 'QosPolicy': {'1.10'}, Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: 'SecurityGroup': {'1.5'}, Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: 'SecurityGroupRule': {'1.2'}, Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: 'SubPort': {'1.0'}, Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: 'Subnet': {'1.1'}, Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: 'Trunk': {'1.1'}} Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: consumer versions: Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: { DHCP agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: HyperV agent@hv-cinder-81908: {}, Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: L3 agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: Metadata agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: Metering agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: Open vSwitch agent@dv-cinder-819089-1-iscsi: { 'AddressGroup': '1.2', Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: 'ConntrackHelper': '1.0', Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: 'Log': '1.0', Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: 'Network': '1.1', Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: 'Port': '1.7', Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: 'PortForwarding': '1.2', Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: 'QosPolicy': '1.10', Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: 'SecurityGroup': '1.5', Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: 'SecurityGroupRule': '1.2', Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: 'SubPort': '1.0', Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: 'Subnet': '1.1', Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: 'Trunk': '1.1'}} Nov 24 11:24:03.376899 dv-cinder-819089-1-iscsi neutron-server[102481]: {{(pid=102481) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 11:24:03.383431 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for network, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:03.384573 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:03.385497 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:03.446125 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93f3348-9af4-4141-86f4-7dee6db66453 None None] Network 46755722-9f6e-4465-a31a-32c0f19f7268 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:24:03.464626 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] Pushing event updated for resources: {'Network': ['ID=0eaf43db-385c-4388-a2f4-5981573fae4b,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:03.474743 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-0edc10c2-ffdd-4401-b796-4d78efbe0d6d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9013414 Nov 24 11:24:03.475628 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 48528) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:03.481391 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-095e485a-7f5a-46e0-8abc-70bd6629b5bf admin admin] Request body: {'subnet': {'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-423714941-subnet', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:24:03.497075 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Network 0eaf43db-385c-4388-a2f4-5981573fae4b details requested by agent ovs-agent-dv-cinder-819089-1-iscsi with host dv-cinder-819089-1-iscsi {{(pid=102483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 11:24:03.510168 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095e485a-7f5a-46e0-8abc-70bd6629b5bf admin admin] Made reservation on behalf of 6a92dfb7f26143f8aa4cc3ca2bcc9088 for: {'subnet': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:24:03.513349 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-095e485a-7f5a-46e0-8abc-70bd6629b5bf admin admin] Publish callbacks [] for subnet, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:03.593991 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-8fbcbd51-301f-4112-b1be-eb663b682676 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2071017318-network', 'tenant_id': 'd8801ea1a6f842268aba209942a667f7'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:24:03.634499 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbcbd51-301f-4112-b1be-eb663b682676 admin admin] Made reservation on behalf of d8801ea1a6f842268aba209942a667f7 for: {'network': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:24:03.637884 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8fbcbd51-301f-4112-b1be-eb663b682676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for network, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:03.672450 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8fbcbd51-301f-4112-b1be-eb663b682676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:03.713742 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-711ec2d3-3e77-42a2-a1bf-ee464b5664b1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:03.776514 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-095e485a-7f5a-46e0-8abc-70bd6629b5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for subnet, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:03.829263 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e485a-7f5a-46e0-8abc-70bd6629b5bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d217b95-72ec-45a6-bf60-4be1d5b405e2,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:03.909003 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095e485a-7f5a-46e0-8abc-70bd6629b5bf admin admin] Checking segment: {'id': '796baa1c-b25a-4210-8017-3d7871f52b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:24:03.909374 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095e485a-7f5a-46e0-8abc-70bd6629b5bf admin admin] Network hostable DHCP agents. Network: 0eaf43db-385c-4388-a2f4-5981573fae4b, hostable agents: ['90347969-607b-440e-afac-8ad03a91f79b'], hosted agents: [] {{(pid=102481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 11:24:03.923483 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8fbcbd51-301f-4112-b1be-eb663b682676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:03.936867 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8fbcbd51-301f-4112-b1be-eb663b682676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:04.031208 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095e485a-7f5a-46e0-8abc-70bd6629b5bf admin admin] Network 0eaf43db-385c-4388-a2f4-5981573fae4b is scheduled to be hosted by DHCP agent 90347969-607b-440e-afac-8ad03a91f79b with binding_index 1 {{(pid=102481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 11:24:04.039226 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbcbd51-301f-4112-b1be-eb663b682676 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=102481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 11:24:04.047111 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcbd51-301f-4112-b1be-eb663b682676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:04.085964 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8fbcbd51-301f-4112-b1be-eb663b682676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:04.086307 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.segments_db [None req-8fbcbd51-301f-4112-b1be-eb663b682676 admin admin] Added segment 033a639b-5f2e-4ee4-ba92-66f4eb21a82d of type vlan for network f9c777c0-86f9-4ac0-a3c4-21e00095a7f2 Nov 24 11:24:04.124372 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-711ec2d3-3e77-42a2-a1bf-ee464b5664b1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:04.187733 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8fbcbd51-301f-4112-b1be-eb663b682676 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771666227267'] for network, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:04.244856 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-095e485a-7f5a-46e0-8abc-70bd6629b5bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819089-1-iscsi, 0eaf43db-385c-4388-a2f4-5981573fae4b) {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:24:04.252490 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8fbcbd51-301f-4112-b1be-eb663b682676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for network, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:04.253493 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbcbd51-301f-4112-b1be-eb663b682676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:04.254102 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8fbcbd51-301f-4112-b1be-eb663b682676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:04.258239 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c69991-7d65-4175-9e77-6d1fb4789ba8 None None] Network 0eaf43db-385c-4388-a2f4-5981573fae4b requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:24:04.267641 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095e485a-7f5a-46e0-8abc-70bd6629b5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:04.268382 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-095e485a-7f5a-46e0-8abc-70bd6629b5bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:04.446991 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-095e485a-7f5a-46e0-8abc-70bd6629b5bf admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9687209 Nov 24 11:24:04.464729 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 48564) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:04.476688 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcbd51-301f-4112-b1be-eb663b682676 admin admin] Pushing event updated for resources: {'Network': ['ID=f9c777c0-86f9-4ac0-a3c4-21e00095a7f2,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:04.489029 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-115f404a-738e-4963-90e1-5a0f80c7b258 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-423714941-router', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:24:04.542553 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-8fbcbd51-301f-4112-b1be-eb663b682676 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4682894 Nov 24 11:24:04.544669 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 48574) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:04.555018 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-f62e2675-8939-41ac-a7fa-8d95272fe549 admin admin] Request body: {'subnet': {'network_id': 'f9c777c0-86f9-4ac0-a3c4-21e00095a7f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2071017318-subnet', 'tenant_id': 'd8801ea1a6f842268aba209942a667f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:24:04.592390 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Network f9c777c0-86f9-4ac0-a3c4-21e00095a7f2 details requested by agent ovs-agent-dv-cinder-819089-1-iscsi with host dv-cinder-819089-1-iscsi {{(pid=102483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 11:24:04.613271 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-115f404a-738e-4963-90e1-5a0f80c7b258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3219'] for router, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:04.615732 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-115f404a-738e-4963-90e1-5a0f80c7b258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:04.627797 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62e2675-8939-41ac-a7fa-8d95272fe549 admin admin] Made reservation on behalf of d8801ea1a6f842268aba209942a667f7 for: {'subnet': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:24:04.633899 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f62e2675-8939-41ac-a7fa-8d95272fe549 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:04.788261 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93cd4e5f-7129-5106-abea-c98820ee5c55-0eaf43db-385c-4388-a2f4-5981573fae4b', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'fixed_ips': [{'subnet_id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2'}]}} from dv-cinder-819089-1-iscsi. {{(pid=102483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 11:24:04.789647 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:04.797076 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-115f404a-738e-4963-90e1-5a0f80c7b258 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:04.853399 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-711ec2d3-3e77-42a2-a1bf-ee464b5664b1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:04.888488 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-711ec2d3-3e77-42a2-a1bf-ee464b5664b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:04.959173 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-115f404a-738e-4963-90e1-5a0f80c7b258 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:04.968708 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Allocated IP 172.20.0.2 (0eaf43db-385c-4388-a2f4-5981573fae4b/6d217b95-72ec-45a6-bf60-4be1d5b405e2/49e03175-fe93-428c-b26d-4e40387f0c78) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:24:05.119266 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f62e2675-8939-41ac-a7fa-8d95272fe549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for subnet, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:05.189491 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e2675-8939-41ac-a7fa-8d95272fe549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=998e6652-39c2-4c19-b723-d69e3254f5d2,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:05.212660 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62e2675-8939-41ac-a7fa-8d95272fe549 admin admin] Checking segment: {'id': '033a639b-5f2e-4ee4-ba92-66f4eb21a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f9c777c0-86f9-4ac0-a3c4-21e00095a7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:24:05.213021 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62e2675-8939-41ac-a7fa-8d95272fe549 admin admin] Network hostable DHCP agents. Network: f9c777c0-86f9-4ac0-a3c4-21e00095a7f2, hostable agents: ['90347969-607b-440e-afac-8ad03a91f79b'], hosted agents: [] {{(pid=102481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 11:24:05.261180 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [None req-711ec2d3-3e77-42a2-a1bf-ee464b5664b1 admin admin] Allocated IP 172.27.1.227 (abec3bdb-3f5f-43d3-a05f-b74eaa51b59e/68c5d2bd-607c-45ea-a578-f70e1637afae/2b400167-6941-4210-9868-6b93ec547c63) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:24:05.322361 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62e2675-8939-41ac-a7fa-8d95272fe549 admin admin] Network f9c777c0-86f9-4ac0-a3c4-21e00095a7f2 is scheduled to be hosted by DHCP agent 90347969-607b-440e-afac-8ad03a91f79b with binding_index 1 {{(pid=102481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 11:24:05.343434 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-f62e2675-8939-41ac-a7fa-8d95272fe549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819089-1-iscsi, f9c777c0-86f9-4ac0-a3c4-21e00095a7f2) {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:24:05.350675 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-115f404a-738e-4963-90e1-5a0f80c7b258 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:05.375854 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62e2675-8939-41ac-a7fa-8d95272fe549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:05.376450 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f62e2675-8939-41ac-a7fa-8d95272fe549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:05.380356 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-115f404a-738e-4963-90e1-5a0f80c7b258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:05.427634 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-f62e2675-8939-41ac-a7fa-8d95272fe549 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8818986 Nov 24 11:24:05.431944 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8fedf4-353d-409f-bc7b-34a8ed748b9e None None] Network f9c777c0-86f9-4ac0-a3c4-21e00095a7f2 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:24:05.448982 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-711ec2d3-3e77-42a2-a1bf-ee464b5664b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:05.570968 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-711ec2d3-3e77-42a2-a1bf-ee464b5664b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:05.578222 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Publish callbacks [] for port, precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:05.592558 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:05.658710 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Network 0eaf43db-385c-4388-a2f4-5981573fae4b is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:24:05.665473 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:24:05.668535 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:24:05.669422 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [None req-115f404a-738e-4963-90e1-5a0f80c7b258 admin admin] Allocated IP 172.27.1.128 (abec3bdb-3f5f-43d3-a05f-b74eaa51b59e/68c5d2bd-607c-45ea-a578-f70e1637afae/1d216357-9de8-4c6c-b417-07d96943a7c2) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:24:05.686842 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Pushing event updated for resources: {'Port': ['ID=49e03175-fe93-428c-b26d-4e40387f0c78,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:05.740657 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:05.741317 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:05.741883 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:05.742423 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:05.743008 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:05.743558 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:05.744111 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:05.744741 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:05.745307 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:05.745849 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:05.746396 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:05.746991 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Tracked resource versions report: Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: pushed versions: Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: { 'AddressGroup': {'1.2'}, Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: 'ConntrackHelper': {'1.0'}, Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: 'Log': {'1.0'}, Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: 'Network': {'1.1'}, Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: 'Port': {'1.7'}, Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: 'PortForwarding': {'1.2'}, Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: 'QosPolicy': {'1.10'}, Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: 'SecurityGroup': {'1.5'}, Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: 'SecurityGroupRule': {'1.2'}, Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: 'SubPort': {'1.0'}, Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: 'Subnet': {'1.1'}, Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: 'Trunk': {'1.1'}} Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: consumer versions: Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: { DHCP agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: HyperV agent@hv-cinder-81908: {}, Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: L3 agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: Metadata agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: Metering agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: Open vSwitch agent@dv-cinder-819089-1-iscsi: { 'AddressGroup': '1.2', Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: 'ConntrackHelper': '1.0', Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: 'Log': '1.0', Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: 'Network': '1.1', Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: 'Port': '1.7', Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: 'PortForwarding': '1.2', Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: 'QosPolicy': '1.10', Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: 'SecurityGroup': '1.5', Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: 'SecurityGroupRule': '1.2', Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: 'SubPort': '1.0', Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: 'Subnet': '1.1', Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: 'Trunk': '1.1'}} Nov 24 11:24:05.748270 dv-cinder-819089-1-iscsi neutron-server[102483]: {{(pid=102483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 11:24:05.782927 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ec2d3-3e77-42a2-a1bf-ee464b5664b1 admin admin] Pushing event updated for resources: {'Port': ['ID=2b400167-6941-4210-9868-6b93ec547c63,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:05.795220 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711ec2d3-3e77-42a2-a1bf-ee464b5664b1 admin admin] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:24:05.799306 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-711ec2d3-3e77-42a2-a1bf-ee464b5664b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:24:05.821617 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711ec2d3-3e77-42a2-a1bf-ee464b5664b1 admin admin] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:24:05.851358 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-115f404a-738e-4963-90e1-5a0f80c7b258 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:05.874282 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Attempting to bind port 49e03175-fe93-428c-b26d-4e40387f0c78 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:24:05.875013 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Attempting to bind port 49e03175-fe93-428c-b26d-4e40387f0c78 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': '796baa1c-b25a-4210-8017-3d7871f52b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:24:05.875013 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Attempting to bind port 49e03175-fe93-428c-b26d-4e40387f0c78 on network 0eaf43db-385c-4388-a2f4-5981573fae4b {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:24:05.896918 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:24:05.897303 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Checking segment: {'id': '796baa1c-b25a-4210-8017-3d7871f52b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:24:05.897712 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:05.898110 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Bound using segment: {'id': '796baa1c-b25a-4210-8017-3d7871f52b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:24:05.898597 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Bound port: 49e03175-fe93-428c-b26d-4e40387f0c78, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796baa1c-b25a-4210-8017-3d7871f52b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:24:05.898994 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:05.902337 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883d9741-4d23-4971-9f83-087764f0722d None None] Network f9c777c0-86f9-4ac0-a3c4-21e00095a7f2 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:24:05.934903 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-115f404a-738e-4963-90e1-5a0f80c7b258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:06.050210 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 48650) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:06.058181 dv-cinder-819089-1-iscsi neutron-server[102482]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 11:24:06.061427 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f404a-738e-4963-90e1-5a0f80c7b258 admin admin] Pushing event updated for resources: {'Port': ['ID=1d216357-9de8-4c6c-b417-07d96943a7c2,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:06.075248 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115f404a-738e-4963-90e1-5a0f80c7b258 admin admin] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:24:06.076785 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-115f404a-738e-4963-90e1-5a0f80c7b258 admin admin] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:24:06.079375 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f404a-738e-4963-90e1-5a0f80c7b258 admin admin] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:24:06.272163 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] For port 49e03175-fe93-428c-b26d-4e40387f0c78, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:24:06.275866 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] For port 49e03175-fe93-428c-b26d-4e40387f0c78, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=49e03175-fe93-428c-b26d-4e40387f0c78,segment=NetworkSegment(796baa1c-b25a-4210-8017-3d7871f52b82),segment_id=796baa1c-b25a-4210-8017-3d7871f52b82)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:24:06.290905 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:06.360200 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-c4132903-9e6a-4ad5-93ef-6b8459118136 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:06.378155 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-c4132903-9e6a-4ad5-93ef-6b8459118136 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/networks?id=f9c777c0-86f9-4ac0-a3c4-21e00095a7f2 HTTP/1.1" status: 200 len: 812 time: 0.3213429 Nov 24 11:24:06.423471 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd5422-bc0c-4243-8a73-4f290d188883 None None] Pushing event updated for resources: {'Port': ['ID=49e03175-fe93-428c-b26d-4e40387f0c78,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:06.467040 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-06462384-bae1-4c09-a7d4-cc3643bba12b tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/quotas/d8801ea1a6f842268aba209942a667f7 HTTP/1.1" status: 200 len: 375 time: 0.0879984 Nov 24 11:24:06.551413 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-115f404a-738e-4963-90e1-5a0f80c7b258 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:06.568355 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-eb1024ea-207d-47dc-9735-108622e10974 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8801ea1a6f842268aba209942a667f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900581 Nov 24 11:24:06.761408 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-711ec2d3-3e77-42a2-a1bf-ee464b5664b1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:06.925066 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-117d23d0-26e0-459e-b67b-5eb5849b4ffa service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 11:24:06.926137 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-117d23d0-26e0-459e-b67b-5eb5849b4ffa service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0971913 Nov 24 11:24:07.058225 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-115f404a-738e-4963-90e1-5a0f80c7b258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1975076'] for router, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:07.145076 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-8a70739a-28ea-4fe1-9d51-7e47ce9df202 service neutron] 10.222.0.54 "GET /v2.0/networks/f9c777c0-86f9-4ac0-a3c4-21e00095a7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097673 Nov 24 11:24:07.149170 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 48712) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:07.280081 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115f404a-738e-4963-90e1-5a0f80c7b258 admin admin] Router 0f27a696-462e-43c2-82b0-88180841b79f is scheduled to L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e with binding_index 1 {{(pid=102481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 11:24:07.415598 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b44e8444-b1fd-4ae8-9236-ef53147fa2ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:07.431875 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115f404a-738e-4963-90e1-5a0f80c7b258 admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:24:07.447882 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] Sync routers for ids ['0f27a696-462e-43c2-82b0-88180841b79f'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:24:07.462968 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-115f404a-738e-4963-90e1-5a0f80c7b258 admin admin] Publish callbacks [] for router, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:07.469146 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-115f404a-738e-4963-90e1-5a0f80c7b258 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0048597 Nov 24 11:24:07.470118 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 48738) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:07.478733 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] Routers {'0f27a696-462e-43c2-82b0-88180841b79f'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:24:07.479366 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:23:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['0f27a696-462e-43c2-82b0-88180841b79f'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:24:07.527696 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-711ec2d3-3e77-42a2-a1bf-ee464b5664b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1975076'] for router, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:07.645742 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] Set router 0f27a696-462e-43c2-82b0-88180841b79f gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:24:07.734015 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6b34d083-e2b5-4653-b4ba-0ba8bb03adea service neutron] 10.222.0.54 "GET /v2.0/networks/f9c777c0-86f9-4ac0-a3c4-21e00095a7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5759683 Nov 24 11:24:07.814287 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 48754) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:07.954706 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5c2e6e-ee06-49c6-b5ae-f2a893ff5aee None None] Network 0eaf43db-385c-4388-a2f4-5981573fae4b requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:24:08.035501 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f27a696-462e-43c2-82b0-88180841b79f', 'name': 'tempest-AttachVolumeTestJSON-423714941-router', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:06Z', 'revision_number': 3, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'gw_port': {'id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:05Z', 'updated_at': '2021-11-24T11:24:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:24:08.054635 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-03807ea3-cacb-4164-ac22-9b6da11d44f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:08.070446 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] Checking router: 0f27a696-462e-43c2-82b0-88180841b79f for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:24:08.071911 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] Updating router 0f27a696-462e-43c2-82b0-88180841b79f port 1d216357-9de8-4c6c-b417-07d96943a7c2 binding host dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 11:24:08.081057 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 48772) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:08.129251 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:08.181569 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-eb862271-51c8-41ec-aaeb-ad28aeebc8fd None None] Provisioning complete for port 49e03175-fe93-428c-b26d-4e40387f0c78 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:24:08.182186 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-eb862271-51c8-41ec-aaeb-ad28aeebc8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:08.253270 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-03807ea3-cacb-4164-ac22-9b6da11d44f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:08.269133 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-03807ea3-cacb-4164-ac22-9b6da11d44f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:08.359438 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a9d4eaf3-b4c1-41d3-9e00-befdd21076af req-8f5f6131-c4a6-47bb-8924-497f0623eeef tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 210 time: 0.2687557 Nov 24 11:24:08.360783 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-eb862271-51c8-41ec-aaeb-ad28aeebc8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:08.375978 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b44e8444-b1fd-4ae8-9236-ef53147fa2ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:08.421001 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b44e8444-b1fd-4ae8-9236-ef53147fa2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:08.437889 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-03807ea3-cacb-4164-ac22-9b6da11d44f3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=673c2835f9c14455be3547ef2b1239e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6224291 Nov 24 11:24:08.444454 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 48782) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:08.446508 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-eb862271-51c8-41ec-aaeb-ad28aeebc8fd None None] For port 49e03175-fe93-428c-b26d-4e40387f0c78, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=49e03175-fe93-428c-b26d-4e40387f0c78,segment=NetworkSegment(796baa1c-b25a-4210-8017-3d7871f52b82),segment_id=796baa1c-b25a-4210-8017-3d7871f52b82)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:24:08.460293 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-eb862271-51c8-41ec-aaeb-ad28aeebc8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:08.472131 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03807ea3-cacb-4164-ac22-9b6da11d44f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05639e4f-f49b-466c-9215-f3f293db1bac,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:08.586276 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb862271-51c8-41ec-aaeb-ad28aeebc8fd None None] Pushing event updated for resources: {'Port': ['ID=49e03175-fe93-428c-b26d-4e40387f0c78,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:08.593397 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 49e03175-fe93-428c-b26d-4e40387f0c78 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:24:08.607210 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5b94bcea-d400-4eb6-bbb0-c4943dcd2ac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:08.621832 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] Publish callbacks [] for port, precommit_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:08.635241 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:08.658712 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5b94bcea-d400-4eb6-bbb0-c4943dcd2ac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:08.721656 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-b44e8444-b1fd-4ae8-9236-ef53147fa2ea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bde1ae792f4847fc911028eb4d3bc8b5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5688725 Nov 24 11:24:08.733129 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e8444-b1fd-4ae8-9236-ef53147fa2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742cda27-35b6-4cf3-b708-12b70e06c74b,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:08.735883 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 48792) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:08.736154 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] Attempting to bind port 1d216357-9de8-4c6c-b417-07d96943a7c2 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:24:08.736544 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] Attempting to bind port 1d216357-9de8-4c6c-b417-07d96943a7c2 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:24:08.736946 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] Attempting to bind port 1d216357-9de8-4c6c-b417-07d96943a7c2 on network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:24:08.751099 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:24:08.752548 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] Checking segment: {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:24:08.753145 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:08.753295 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 49e03175-fe93-428c-b26d-4e40387f0c78 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:24:08.753613 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:08.754122 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] Bound using segment: {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:24:08.755490 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] Bound port: 1d216357-9de8-4c6c-b417-07d96943a7c2, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:24:08.767451 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:08.767576 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-b9661cc2-ecdf-450f-ba07-99ac3094734c None None] Provisioning complete for port 49e03175-fe93-428c-b26d-4e40387f0c78 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:24:08.767576 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b9661cc2-ecdf-450f-ba07-99ac3094734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:08.795122 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a2875-5efd-465f-b10a-129bbfe5f614 None None] Pushing event updated for resources: {'Port': ['ID=1d216357-9de8-4c6c-b417-07d96943a7c2,revision_number=2']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:08.816223 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711ec2d3-3e77-42a2-a1bf-ee464b5664b1 admin admin] Router 3f214b52-2255-4ed4-ae82-380574ce1ad6 is scheduled to L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e with binding_index 1 {{(pid=102482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 11:24:08.819764 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5b94bcea-d400-4eb6-bbb0-c4943dcd2ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:08.823488 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5b94bcea-d400-4eb6-bbb0-c4943dcd2ac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:08.824931 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-5b94bcea-d400-4eb6-bbb0-c4943dcd2ac7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/05639e4f-f49b-466c-9215-f3f293db1bac HTTP/1.1" status: 204 len: 168 time: 0.3741155 Nov 24 11:24:08.825186 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2875-5efd-465f-b10a-129bbfe5f614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:08.825544 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2875-5efd-465f-b10a-129bbfe5f614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:08.836738 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2875-5efd-465f-b10a-129bbfe5f614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:08.837378 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2875-5efd-465f-b10a-129bbfe5f614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:08.837491 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2875-5efd-465f-b10a-129bbfe5f614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:08.837801 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2875-5efd-465f-b10a-129bbfe5f614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:08.844197 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2875-5efd-465f-b10a-129bbfe5f614 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:08.845001 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2875-5efd-465f-b10a-129bbfe5f614 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:08.845581 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2875-5efd-465f-b10a-129bbfe5f614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:08.846529 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2875-5efd-465f-b10a-129bbfe5f614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:08.847979 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2875-5efd-465f-b10a-129bbfe5f614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:08.848868 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2875-5efd-465f-b10a-129bbfe5f614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a2875-5efd-465f-b10a-129bbfe5f614 None None] Tracked resource versions report: Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: pushed versions: Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: { 'AddressGroup': {'1.2'}, Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: 'ConntrackHelper': {'1.0'}, Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: 'Log': {'1.0'}, Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: 'Network': {'1.1'}, Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: 'Port': {'1.7'}, Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: 'PortForwarding': {'1.2'}, Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: 'QosPolicy': {'1.10'}, Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: 'SecurityGroup': {'1.5'}, Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: 'SecurityGroupRule': {'1.2'}, Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: 'SubPort': {'1.0'}, Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: 'Subnet': {'1.1'}, Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: 'Trunk': {'1.1'}} Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: consumer versions: Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: { DHCP agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: HyperV agent@hv-cinder-81908: {}, Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: L3 agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: Metadata agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: Metering agent@dv-cinder-819089-1-iscsi: {}, Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: Open vSwitch agent@dv-cinder-819089-1-iscsi: { 'AddressGroup': '1.2', Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: 'ConntrackHelper': '1.0', Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: 'Log': '1.0', Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: 'Network': '1.1', Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: 'Port': '1.7', Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: 'PortForwarding': '1.2', Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: 'QosPolicy': '1.10', Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: 'SecurityGroup': '1.5', Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: 'SecurityGroupRule': '1.2', Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: 'SubPort': '1.0', Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: 'Subnet': '1.1', Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: 'Trunk': '1.1'}} Nov 24 11:24:08.852977 dv-cinder-819089-1-iscsi neutron-server[102484]: {{(pid=102484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 11:24:08.857516 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94bcea-d400-4eb6-bbb0-c4943dcd2ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05639e4f-f49b-466c-9215-f3f293db1bac,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:08.945524 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] For port 1d216357-9de8-4c6c-b417-07d96943a7c2, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:24:08.959860 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] For port 1d216357-9de8-4c6c-b417-07d96943a7c2, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=1d216357-9de8-4c6c-b417-07d96943a7c2,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:24:08.975092 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:09.037230 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711ec2d3-3e77-42a2-a1bf-ee464b5664b1 admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:24:09.055105 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] Sync routers for ids ['3f214b52-2255-4ed4-ae82-380574ce1ad6'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:24:09.080286 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] Routers {'3f214b52-2255-4ed4-ae82-380574ce1ad6'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:24:09.081261 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:23:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['3f214b52-2255-4ed4-ae82-380574ce1ad6'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:24:09.084988 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-711ec2d3-3e77-42a2-a1bf-ee464b5664b1 admin admin] Publish callbacks [] for router, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:09.092160 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-711ec2d3-3e77-42a2-a1bf-ee464b5664b1 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8617990 Nov 24 11:24:09.092520 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 48810) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:09.099161 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a2875-5efd-465f-b10a-129bbfe5f614 None None] Pushing event updated for resources: {'Port': ['ID=1d216357-9de8-4c6c-b417-07d96943a7c2,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:09.104721 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0c5de558-1cf6-4c96-9999-53ca1fd74b0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:09.139318 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] Routers {'0f27a696-462e-43c2-82b0-88180841b79f'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:24:09.139930 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:23:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['0f27a696-462e-43c2-82b0-88180841b79f'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:24:09.321988 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0c5de558-1cf6-4c96-9999-53ca1fd74b0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:09.325585 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ee58-b5da-458b-a28f-324df2c7f237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:09.336577 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] Set router 0f27a696-462e-43c2-82b0-88180841b79f gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:24:09.431511 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] Set router 3f214b52-2255-4ed4-ae82-380574ce1ad6 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:24:09.562001 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 48830) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:09.579131 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f5c02a9c-ec6c-45ce-817e-0c3671cafc46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:09.580959 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2504008c-ce65-48ff-97af-36c30ed2a031 req-6b963603-3439-4006-83e9-cc1031078107 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 210 time: 0.0339253 Nov 24 11:24:09.584908 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0c5de558-1cf6-4c96-9999-53ca1fd74b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:09.587574 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0c5de558-1cf6-4c96-9999-53ca1fd74b0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:09.591720 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-0c5de558-1cf6-4c96-9999-53ca1fd74b0d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/742cda27-35b6-4cf3-b708-12b70e06c74b HTTP/1.1" status: 204 len: 168 time: 0.8441916 Nov 24 11:24:09.607161 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5de558-1cf6-4c96-9999-53ca1fd74b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742cda27-35b6-4cf3-b708-12b70e06c74b,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:09.689658 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [None req-c3b1ee58-b5da-458b-a28f-324df2c7f237 admin admin] Allocated IP 172.20.0.1 (0eaf43db-385c-4388-a2f4-5981573fae4b/6d217b95-72ec-45a6-bf60-4be1d5b405e2/b45ab551-33de-4d63-92a7-2573f648dc57) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:24:09.692325 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f27a696-462e-43c2-82b0-88180841b79f', 'name': 'tempest-AttachVolumeTestJSON-423714941-router', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:06Z', 'revision_number': 3, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'gw_port': {'id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:05Z', 'updated_at': '2021-11-24T11:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:24:09.693724 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f5c02a9c-ec6c-45ce-817e-0c3671cafc46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:09.729833 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f5c02a9c-ec6c-45ce-817e-0c3671cafc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:09.736230 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1a257a-81b3-4e92-9b31-89780f646535 None None] The sync data for ids ['0f27a696-462e-43c2-82b0-88180841b79f'] in dv-cinder-819089-1-iscsi is: [{'id': '0f27a696-462e-43c2-82b0-88180841b79f', 'name': 'tempest-AttachVolumeTestJSON-423714941-router', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:06Z', 'revision_number': 3, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'gw_port': {'id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:05Z', 'updated_at': '2021-11-24T11:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:24:09.827900 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-f5c02a9c-ec6c-45ce-817e-0c3671cafc46 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=105411e376f14891814f08c263db81d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2639644 Nov 24 11:24:09.828977 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c02a9c-ec6c-45ce-817e-0c3671cafc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d478cb-c46f-41d2-bb39-cce36f011eea,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:09.861737 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 48842) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:09.917376 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f214b52-2255-4ed4-ae82-380574ce1ad6', 'name': 'tempest-ServerRescueNegativeTestJSON-1647758700-router', 'tenant_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '2b400167-6941-4210-9868-6b93ec547c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:03Z', 'updated_at': '2021-11-24T11:24:06Z', 'revision_number': 3, 'project_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'gw_port': {'id': '2b400167-6941-4210-9868-6b93ec547c63', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f214b52-2255-4ed4-ae82-380574ce1ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:24:09.925484 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ee58-b5da-458b-a28f-324df2c7f237 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:09.986425 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ee58-b5da-458b-a28f-324df2c7f237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:09.992073 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] Checking router: 3f214b52-2255-4ed4-ae82-380574ce1ad6 for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:24:09.992428 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] Updating router 3f214b52-2255-4ed4-ae82-380574ce1ad6 port 2b400167-6941-4210-9868-6b93ec547c63 binding host dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 11:24:10.037559 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1ee58-b5da-458b-a28f-324df2c7f237 admin admin] Pushing event updated for resources: {'Port': ['ID=b45ab551-33de-4d63-92a7-2573f648dc57,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:10.040544 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-789c30f2-c50d-45a8-bfbc-4a0650f1841d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:10.054053 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b1ee58-b5da-458b-a28f-324df2c7f237 admin admin] Network 0eaf43db-385c-4388-a2f4-5981573fae4b is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:24:10.055993 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-c3b1ee58-b5da-458b-a28f-324df2c7f237 admin admin] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:24:10.060505 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b1ee58-b5da-458b-a28f-324df2c7f237 admin admin] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:24:10.061079 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ee58-b5da-458b-a28f-324df2c7f237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2040115'] for router_interface, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:10.064480 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-93e4b327-dcb8-433d-8395-e5f00df1304c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:10.080610 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:10.138657 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-93e4b327-dcb8-433d-8395-e5f00df1304c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:10.291908 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 48850) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:10.303973 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-93e4b327-dcb8-433d-8395-e5f00df1304c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:10.306729 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-93e4b327-dcb8-433d-8395-e5f00df1304c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:10.308037 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-93e4b327-dcb8-433d-8395-e5f00df1304c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/16d478cb-c46f-41d2-bb39-cce36f011eea HTTP/1.1" status: 204 len: 168 time: 0.4377387 Nov 24 11:24:10.326501 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d38d8b1a-c735-48cb-b101-dcf58e9be2b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:10.509689 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4b327-dcb8-433d-8395-e5f00df1304c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d478cb-c46f-41d2-bb39-cce36f011eea,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:10.544840 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [None req-789c30f2-c50d-45a8-bfbc-4a0650f1841d admin admin] Allocated IP 172.20.0.1 (46755722-9f6e-4465-a31a-32c0f19f7268/0a9d5363-5f28-4302-8145-cfba618a1163/9b663489-5345-4f73-8ffb-e0fb31cfc6b1) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:24:10.700755 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d38d8b1a-c735-48cb-b101-dcf58e9be2b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:10.712468 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d38d8b1a-c735-48cb-b101-dcf58e9be2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:10.758518 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-789c30f2-c50d-45a8-bfbc-4a0650f1841d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:10.830682 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-d38d8b1a-c735-48cb-b101-dcf58e9be2b5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b1c89725e0464b89b6485a31dcd6bd96&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5373516 Nov 24 11:24:10.840701 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 48862) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:10.851320 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d8b1a-c735-48cb-b101-dcf58e9be2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137556c4-a466-424a-9387-61a8fe0b7989,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:10.897877 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 49e03175-fe93-428c-b26d-4e40387f0c78 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:24:10.915471 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-789c30f2-c50d-45a8-bfbc-4a0650f1841d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:10.971159 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789c30f2-c50d-45a8-bfbc-4a0650f1841d admin admin] Network 46755722-9f6e-4465-a31a-32c0f19f7268 is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:24:10.983398 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-789c30f2-c50d-45a8-bfbc-4a0650f1841d admin admin] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:24:10.996932 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789c30f2-c50d-45a8-bfbc-4a0650f1841d admin admin] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:24:10.998810 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-789c30f2-c50d-45a8-bfbc-4a0650f1841d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2040115'] for router_interface, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:11.001554 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2f81aad4-c400-4903-865c-08a28a7c2150 None None] Provisioning complete for port b45ab551-33de-4d63-92a7-2573f648dc57 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:24:11.002491 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2f81aad4-c400-4903-865c-08a28a7c2150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:11.006071 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c30f2-c50d-45a8-bfbc-4a0650f1841d admin admin] Pushing event updated for resources: {'Port': ['ID=9b663489-5345-4f73-8ffb-e0fb31cfc6b1,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:11.087412 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ee58-b5da-458b-a28f-324df2c7f237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:11.108226 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2f81aad4-c400-4903-865c-08a28a7c2150 None None] Port b45ab551-33de-4d63-92a7-2573f648dc57 cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:24:11.139579 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a13000ae-52a7-4d9f-a040-8711f18f8a05 req-aa3e0d33-7a1e-485e-b693-588af55c2f36 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 210 time: 0.2163599 Nov 24 11:24:11.160265 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 49e03175-fe93-428c-b26d-4e40387f0c78 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:24:11.160802 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:11.212631 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b5f479aa-7978-4037-b3d2-8ff0212dc772 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:11.254864 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b5f479aa-7978-4037-b3d2-8ff0212dc772 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:11.286987 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-789c30f2-c50d-45a8-bfbc-4a0650f1841d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:11.330722 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] Publish callbacks [] for port, precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:11.341492 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:11.391790 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b5f479aa-7978-4037-b3d2-8ff0212dc772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:11.394645 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b5f479aa-7978-4037-b3d2-8ff0212dc772 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:11.399065 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-b5f479aa-7978-4037-b3d2-8ff0212dc772 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/137556c4-a466-424a-9387-61a8fe0b7989 HTTP/1.1" status: 204 len: 168 time: 0.5578036 Nov 24 11:24:11.430796 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f479aa-7978-4037-b3d2-8ff0212dc772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137556c4-a466-424a-9387-61a8fe0b7989,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:11.466644 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ee58-b5da-458b-a28f-324df2c7f237 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:11.478845 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ee58-b5da-458b-a28f-324df2c7f237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:11.479954 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ee58-b5da-458b-a28f-324df2c7f237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2040223'] for router_interface, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:11.514168 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86237e-a7b3-4db4-a263-a47690012556 None None] Pushing event updated for resources: {'Port': ['ID=2b400167-6941-4210-9868-6b93ec547c63,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:11.517163 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] Attempting to bind port 2b400167-6941-4210-9868-6b93ec547c63 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:24:11.517694 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] Attempting to bind port 2b400167-6941-4210-9868-6b93ec547c63 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:24:11.518374 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] Attempting to bind port 2b400167-6941-4210-9868-6b93ec547c63 on network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:24:11.537697 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 1d216357-9de8-4c6c-b417-07d96943a7c2 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:24:11.541346 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-789c30f2-c50d-45a8-bfbc-4a0650f1841d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:11.545109 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:24:11.545786 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] Checking segment: {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:24:11.546367 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:11.546978 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] Bound using segment: {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:24:11.549205 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-789c30f2-c50d-45a8-bfbc-4a0650f1841d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:11.550121 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-789c30f2-c50d-45a8-bfbc-4a0650f1841d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2040223'] for router_interface, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:11.550619 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] Bound port: 2b400167-6941-4210-9868-6b93ec547c63, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:24:11.554225 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:11.592333 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1ee58-b5da-458b-a28f-324df2c7f237 admin admin] Pushing event updated for resources: {'Port': ['ID=b45ab551-33de-4d63-92a7-2573f648dc57,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:11.666351 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b1ee58-b5da-458b-a28f-324df2c7f237 admin admin] Network 0eaf43db-385c-4388-a2f4-5981573fae4b is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:24:11.668293 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-c3b1ee58-b5da-458b-a28f-324df2c7f237 admin admin] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:24:11.688002 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c30f2-c50d-45a8-bfbc-4a0650f1841d admin admin] Pushing event updated for resources: {'Port': ['ID=9b663489-5345-4f73-8ffb-e0fb31cfc6b1,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:11.770955 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] For port 2b400167-6941-4210-9868-6b93ec547c63, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:24:11.777040 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] For port 2b400167-6941-4210-9868-6b93ec547c63, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=2b400167-6941-4210-9868-6b93ec547c63,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:24:11.789978 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:11.800615 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789c30f2-c50d-45a8-bfbc-4a0650f1841d admin admin] Network 46755722-9f6e-4465-a31a-32c0f19f7268 is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:24:11.805128 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-789c30f2-c50d-45a8-bfbc-4a0650f1841d admin admin] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:24:11.845169 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 1d216357-9de8-4c6c-b417-07d96943a7c2 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:24:11.845696 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:11.916917 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86237e-a7b3-4db4-a263-a47690012556 None None] Pushing event updated for resources: {'Port': ['ID=2b400167-6941-4210-9868-6b93ec547c63,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:11.978558 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] Routers {'3f214b52-2255-4ed4-ae82-380574ce1ad6'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:24:11.979563 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:23:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['3f214b52-2255-4ed4-ae82-380574ce1ad6'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:24:11.993811 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b1ee58-b5da-458b-a28f-324df2c7f237 admin admin] Router 0f27a696-462e-43c2-82b0-88180841b79f has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:24:12.100004 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789c30f2-c50d-45a8-bfbc-4a0650f1841d admin admin] Router 3f214b52-2255-4ed4-ae82-380574ce1ad6 has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:24:12.194480 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:12.196559 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b1ee58-b5da-458b-a28f-324df2c7f237 admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:24:12.206717 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-c3b1ee58-b5da-458b-a28f-324df2c7f237 admin admin] 10.222.0.54 "PUT /v2.0/routers/0f27a696-462e-43c2-82b0-88180841b79f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7317917 Nov 24 11:24:12.216663 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-a2b5309d-b1fe-4bb1-ba62-6f17d6fd2668 None None] Provisioning complete for port b45ab551-33de-4d63-92a7-2573f648dc57 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:24:12.217056 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a2b5309d-b1fe-4bb1-ba62-6f17d6fd2668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:12.235398 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] Set router 3f214b52-2255-4ed4-ae82-380574ce1ad6 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:24:12.325594 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] For port 1d216357-9de8-4c6c-b417-07d96943a7c2, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=1d216357-9de8-4c6c-b417-07d96943a7c2,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:24:12.342947 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-27cbef78-0152-49b5-ad6f-56fb13b61fd9 req-98c62d1a-e63b-4332-b787-c0993af4cfb8 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 210 time: 0.0534792 Nov 24 11:24:12.350034 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:12.367536 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789c30f2-c50d-45a8-bfbc-4a0650f1841d admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:24:12.375639 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-789c30f2-c50d-45a8-bfbc-4a0650f1841d admin admin] 10.222.0.54 "PUT /v2.0/routers/3f214b52-2255-4ed4-ae82-380574ce1ad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2820175 Nov 24 11:24:12.416150 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5309d-b1fe-4bb1-ba62-6f17d6fd2668 None None] Port b45ab551-33de-4d63-92a7-2573f648dc57 cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:24:12.489445 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Pushing event updated for resources: {'Port': ['ID=1d216357-9de8-4c6c-b417-07d96943a7c2,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:12.523772 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] Sync routers for ids ['0f27a696-462e-43c2-82b0-88180841b79f'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:24:12.541668 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] Routers {'0f27a696-462e-43c2-82b0-88180841b79f'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:24:12.542361 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:23:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['0f27a696-462e-43c2-82b0-88180841b79f'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:24:12.606232 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f214b52-2255-4ed4-ae82-380574ce1ad6', 'name': 'tempest-ServerRescueNegativeTestJSON-1647758700-router', 'tenant_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '2b400167-6941-4210-9868-6b93ec547c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:03Z', 'updated_at': '2021-11-24T11:24:11Z', 'revision_number': 4, 'project_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'gw_port': {'id': '2b400167-6941-4210-9868-6b93ec547c63', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f214b52-2255-4ed4-ae82-380574ce1ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '9b663489-5345-4f73-8ffb-e0fb31cfc6b1', 'name': '', 'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268', 'tenant_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'mac_address': 'fa:16:3e:17:fa:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f214b52-2255-4ed4-ae82-380574ce1ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0a9d5363-5f28-4302-8145-cfba618a1163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:10Z', 'updated_at': '2021-11-24T11:24:11Z', 'revision_number': 2, 'project_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'subnets': [{'id': '0a9d5363-5f28-4302-8145-cfba618a1163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:24:12.638455 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adf5890-80c7-4a5f-b6de-5c66f2ba142d None None] The sync data for ids ['3f214b52-2255-4ed4-ae82-380574ce1ad6'] in dv-cinder-819089-1-iscsi is: [{'id': '3f214b52-2255-4ed4-ae82-380574ce1ad6', 'name': 'tempest-ServerRescueNegativeTestJSON-1647758700-router', 'tenant_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '2b400167-6941-4210-9868-6b93ec547c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:03Z', 'updated_at': '2021-11-24T11:24:11Z', 'revision_number': 4, 'project_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'gw_port': {'id': '2b400167-6941-4210-9868-6b93ec547c63', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f214b52-2255-4ed4-ae82-380574ce1ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '9b663489-5345-4f73-8ffb-e0fb31cfc6b1', 'name': '', 'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268', 'tenant_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'mac_address': 'fa:16:3e:17:fa:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f214b52-2255-4ed4-ae82-380574ce1ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0a9d5363-5f28-4302-8145-cfba618a1163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:10Z', 'updated_at': '2021-11-24T11:24:11Z', 'revision_number': 2, 'project_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'subnets': [{'id': '0a9d5363-5f28-4302-8145-cfba618a1163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:24:12.684551 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] Set router 0f27a696-462e-43c2-82b0-88180841b79f gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:24:13.035903 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f27a696-462e-43c2-82b0-88180841b79f', 'name': 'tempest-AttachVolumeTestJSON-423714941-router', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:10Z', 'revision_number': 4, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'gw_port': {'id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:05Z', 'updated_at': '2021-11-24T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': 'b45ab551-33de-4d63-92a7-2573f648dc57', 'name': '', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'mac_address': 'fa:16:3e:65:6c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:09Z', 'updated_at': '2021-11-24T11:24:11Z', 'revision_number': 2, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'subnets': [{'id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:24:13.069001 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] Checking router: 0f27a696-462e-43c2-82b0-88180841b79f for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:24:13.069757 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] Updating router 0f27a696-462e-43c2-82b0-88180841b79f port b45ab551-33de-4d63-92a7-2573f648dc57 binding host dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 11:24:13.103107 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:13.123694 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 48968) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:13.138028 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-63152c43-0da4-4652-9853-c19304c9ab7d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--413058357', 'description': 'tempest-description--1477422420'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:24:13.195842 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-63152c43-0da4-4652-9853-c19304c9ab7d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:13.292380 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-63152c43-0da4-4652-9853-c19304c9ab7d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:13.306914 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-63152c43-0da4-4652-9853-c19304c9ab7d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:13.353001 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-63152c43-0da4-4652-9853-c19304c9ab7d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:13.354991 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-63152c43-0da4-4652-9853-c19304c9ab7d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2302709 Nov 24 11:24:13.358306 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 48980) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:13.363346 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-0cff9532-61b6-4551-9305-aac18bff9b6f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Request body: {'security_group_rule': {'security_group_id': 'fca0385f-6b05-40fc-806e-e1a0812f3e9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:24:13.387052 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63152c43-0da4-4652-9853-c19304c9ab7d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca0385f-6b05-40fc-806e-e1a0812f3e9f,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:13.436745 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0cff9532-61b6-4551-9305-aac18bff9b6f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:13.550803 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0acad5b2-72e7-4c53-8cf3-90e1f5282698 req-bc620d6e-16ec-4ff6-9ec9-cd9c73081014 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 210 time: 0.0410891 Nov 24 11:24:13.632197 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0cff9532-61b6-4551-9305-aac18bff9b6f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:13.640344 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0cff9532-61b6-4551-9305-aac18bff9b6f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:13.674348 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff9532-61b6-4551-9305-aac18bff9b6f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9accec8-93e5-45b1-9817-c14f884ba7d1,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:13.728482 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0cff9532-61b6-4551-9305-aac18bff9b6f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:13.740436 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-0cff9532-61b6-4551-9305-aac18bff9b6f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3806036 Nov 24 11:24:13.742737 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 49000) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:13.747530 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-22d70914-37ba-4b55-a6d4-6a8b9b260307 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Request body: {'security_group_rule': {'security_group_id': 'fca0385f-6b05-40fc-806e-e1a0812f3e9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:24:13.808156 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-22d70914-37ba-4b55-a6d4-6a8b9b260307 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:13.839791 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-3d5fa9bb-04e9-4e7f-942b-85b2c63e8ad0 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:13.849602 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-3d5fa9bb-04e9-4e7f-942b-85b2c63e8ad0 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/networks?id=46755722-9f6e-4465-a31a-32c0f19f7268 HTTP/1.1" status: 200 len: 819 time: 0.2657156 Nov 24 11:24:13.887823 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] Publish callbacks [] for port, precommit_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:13.892069 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-e4671630-be35-4669-b13c-1346cfb7ab2d tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/quotas/4ef4eb6fdaf240b8bd9d2238dfb2efef HTTP/1.1" status: 200 len: 375 time: 0.0380995 Nov 24 11:24:13.909332 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:14.011258 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-22d70914-37ba-4b55-a6d4-6a8b9b260307 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:14.032131 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23027dd-993f-4b16-a0e9-19a3c10094cb None None] Pushing event updated for resources: {'Port': ['ID=b45ab551-33de-4d63-92a7-2573f648dc57,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:14.034016 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-22d70914-37ba-4b55-a6d4-6a8b9b260307 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:14.056832 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-d509fbc0-9990-40be-9068-50c297646b2d tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ef4eb6fdaf240b8bd9d2238dfb2efef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1580029 Nov 24 11:24:14.104122 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d70914-37ba-4b55-a6d4-6a8b9b260307 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c889ef9-189b-4bca-852f-545a4eaec7ad,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:14.144102 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-22d70914-37ba-4b55-a6d4-6a8b9b260307 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:14.146569 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-22d70914-37ba-4b55-a6d4-6a8b9b260307 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4023764 Nov 24 11:24:14.150417 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 49026) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:14.158968 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-aacc059a-f2cf-474c-ab4d-12b78bfef28d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Request body: {'floatingip': {'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:24:14.202909 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] Attempting to bind port b45ab551-33de-4d63-92a7-2573f648dc57 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:24:14.205997 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] Attempting to bind port b45ab551-33de-4d63-92a7-2573f648dc57 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': '796baa1c-b25a-4210-8017-3d7871f52b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:24:14.206600 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] Attempting to bind port b45ab551-33de-4d63-92a7-2573f648dc57 on network 0eaf43db-385c-4388-a2f4-5981573fae4b {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:24:14.228091 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:24:14.228869 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] Checking segment: {'id': '796baa1c-b25a-4210-8017-3d7871f52b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:24:14.229454 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:14.230128 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] Bound using segment: {'id': '796baa1c-b25a-4210-8017-3d7871f52b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:24:14.230841 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] Bound port: b45ab551-33de-4d63-92a7-2573f648dc57, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796baa1c-b25a-4210-8017-3d7871f52b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:24:14.231288 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:14.233309 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-aacc059a-f2cf-474c-ab4d-12b78bfef28d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for floatingip, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:14.382690 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] For port b45ab551-33de-4d63-92a7-2573f648dc57, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:24:14.387329 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] For port b45ab551-33de-4d63-92a7-2573f648dc57, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=b45ab551-33de-4d63-92a7-2573f648dc57,segment=NetworkSegment(796baa1c-b25a-4210-8017-3d7871f52b82),segment_id=796baa1c-b25a-4210-8017-3d7871f52b82)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:24:14.398918 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:14.517701 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-0f6cd12a-5072-4f96-b947-542af36a9a59 None None] Provisioning complete for port b45ab551-33de-4d63-92a7-2573f648dc57 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:24:14.518709 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0f6cd12a-5072-4f96-b947-542af36a9a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:14.611376 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-ca122f89-61c6-4e05-8982-76e451da19c3 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 11:24:14.624085 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-ca122f89-61c6-4e05-8982-76e451da19c3 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1704402 Nov 24 11:24:14.672170 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] Routers {'0f27a696-462e-43c2-82b0-88180841b79f'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:24:14.676347 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:23:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['0f27a696-462e-43c2-82b0-88180841b79f'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:24:14.688264 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23027dd-993f-4b16-a0e9-19a3c10094cb None None] Pushing event updated for resources: {'Port': ['ID=b45ab551-33de-4d63-92a7-2573f648dc57,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:14.791539 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.65', 54541) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:14.837907 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0f6cd12a-5072-4f96-b947-542af36a9a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:14.845347 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 2b400167-6941-4210-9868-6b93ec547c63 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:24:15.000347 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-d42cd9df-c651-4bfa-baa0-aa263fd3c3b7 service neutron] 10.222.0.54 "GET /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752544 Nov 24 11:24:15.116216 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-0f6cd12a-5072-4f96-b947-542af36a9a59 None None] For port b45ab551-33de-4d63-92a7-2573f648dc57, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=b45ab551-33de-4d63-92a7-2573f648dc57,segment=NetworkSegment(796baa1c-b25a-4210-8017-3d7871f52b82),segment_id=796baa1c-b25a-4210-8017-3d7871f52b82)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:24:15.150779 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-28bcb7fb-c823-472d-9d19-33b0e52cde84 service neutron] 10.222.0.54 "GET /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480916 Nov 24 11:24:15.152777 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0f6cd12a-5072-4f96-b947-542af36a9a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:15.153602 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] Set router 0f27a696-462e-43c2-82b0-88180841b79f gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:24:15.160935 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 2b400167-6941-4210-9868-6b93ec547c63 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:24:15.161906 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:15.237260 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1a98a8c8-a30e-4a9c-918c-b32307b001ee req-11f2eaf8-8917-4b55-9b24-5572caf46fef tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 210 time: 0.1170650 Nov 24 11:24:15.305269 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-aacc059a-f2cf-474c-ab4d-12b78bfef28d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:15.491447 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 49110) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:15.542267 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-aee3f7a7-18cb-469b-b5cf-a931b99bc0ce tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:15.544812 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-aee3f7a7-18cb-469b-b5cf-a931b99bc0ce tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.65 "GET /v2.0/networks?id=f9c777c0-86f9-4ac0-a3c4-21e00095a7f2 HTTP/1.1" status: 200 len: 812 time: 0.7461810 Nov 24 11:24:15.559670 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cd12a-5072-4f96-b947-542af36a9a59 None None] Pushing event updated for resources: {'Port': ['ID=b45ab551-33de-4d63-92a7-2573f648dc57,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:15.580321 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-8d0884f9-2098-4468-8c50-b2a4251a9d66 None None] Provisioning complete for port b45ab551-33de-4d63-92a7-2573f648dc57 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:24:15.580941 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8d0884f9-2098-4468-8c50-b2a4251a9d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:15.625811 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-bd251488-c380-450b-8bec-19526ff677c1 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Request body: {'port': {'device_id': '079efd70-9d85-4fe9-a920-db1529301880', 'network_id': 'f9c777c0-86f9-4ac0-a3c4-21e00095a7f2', 'admin_state_up': True, 'tenant_id': 'd8801ea1a6f842268aba209942a667f7'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:24:15.689969 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 49126) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:15.737847 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:15.807965 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] For port 2b400167-6941-4210-9868-6b93ec547c63, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=2b400167-6941-4210-9868-6b93ec547c63,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:24:15.825775 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:15.827271 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 1d216357-9de8-4c6c-b417-07d96943a7c2 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:24:15.847676 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b8ae0e2e-8b91-4a47-85aa-a070c2774256 req-6a6f6640-0627-4cda-ad0e-a075ed29cae6 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 210 time: 0.0899549 Nov 24 11:24:15.956332 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f27a696-462e-43c2-82b0-88180841b79f', 'name': 'tempest-AttachVolumeTestJSON-423714941-router', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:10Z', 'revision_number': 4, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'gw_port': {'id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:05Z', 'updated_at': '2021-11-24T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': 'b45ab551-33de-4d63-92a7-2573f648dc57', 'name': '', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'mac_address': 'fa:16:3e:65:6c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:09Z', 'updated_at': '2021-11-24T11:24:14Z', 'revision_number': 4, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'subnets': [{'id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:24:16.016624 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43152f6-052c-465f-9e82-7d3ab28f126a None None] The sync data for ids ['0f27a696-462e-43c2-82b0-88180841b79f'] in dv-cinder-819089-1-iscsi is: [{'id': '0f27a696-462e-43c2-82b0-88180841b79f', 'name': 'tempest-AttachVolumeTestJSON-423714941-router', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:10Z', 'revision_number': 4, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'gw_port': {'id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:05Z', 'updated_at': '2021-11-24T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': 'b45ab551-33de-4d63-92a7-2573f648dc57', 'name': '', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'mac_address': 'fa:16:3e:65:6c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:09Z', 'updated_at': '2021-11-24T11:24:14Z', 'revision_number': 4, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'subnets': [{'id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:24:16.053694 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-095b1f7e-ad07-4985-970b-171d56711a67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:16.143338 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [None req-aacc059a-f2cf-474c-ab4d-12b78bfef28d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Allocated IP 172.27.1.154 (abec3bdb-3f5f-43d3-a05f-b74eaa51b59e/68c5d2bd-607c-45ea-a578-f70e1637afae/fda3ea27-b498-4f7a-a39b-d708c770e81f) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:24:16.148338 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Pushing event updated for resources: {'Port': ['ID=2b400167-6941-4210-9868-6b93ec547c63,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:16.172002 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-bd251488-c380-450b-8bec-19526ff677c1 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Made reservation on behalf of d8801ea1a6f842268aba209942a667f7 for: {'port': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:24:16.178235 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-bd251488-c380-450b-8bec-19526ff677c1 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:16.211331 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 1d216357-9de8-4c6c-b417-07d96943a7c2 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:24:16.211706 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:16.331454 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-095b1f7e-ad07-4985-970b-171d56711a67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:16.340363 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-095b1f7e-ad07-4985-970b-171d56711a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:16.512939 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 49170) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:16.541094 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 49176) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:16.543909 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-095b1f7e-ad07-4985-970b-171d56711a67 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2bb90eabfa0f4fa2be2a070938a1d806&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0512817 Nov 24 11:24:16.599786 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4bd7d660-f330-42ef-829c-3ae916411010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:16.631051 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b1f7e-ad07-4985-970b-171d56711a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3146ec5d-0c45-4cbe-82ba-81f8dbaf00e9,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:16.703505 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] Sync routers for ids ['3f214b52-2255-4ed4-ae82-380574ce1ad6'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:24:16.729677 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] Routers {'3f214b52-2255-4ed4-ae82-380574ce1ad6'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:24:16.732388 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:23:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['3f214b52-2255-4ed4-ae82-380574ce1ad6'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:24:16.813633 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b89903da-2f9e-404c-93ee-938d0be036f9 req-9910ec9d-f82e-41e8-a7a1-59f012221251 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 210 time: 0.0855260 Nov 24 11:24:16.898190 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-b829ed53-d9e7-4d4d-b15c-a93b3e98c505 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:16.928552 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 2b400167-6941-4210-9868-6b93ec547c63 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:24:16.944360 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4bd7d660-f330-42ef-829c-3ae916411010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:16.951552 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4bd7d660-f330-42ef-829c-3ae916411010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:17.058109 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5dafe5e9-bd0e-48b3-97f1-a5f5ada4dd24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:17.133000 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-aacc059a-f2cf-474c-ab4d-12b78bfef28d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:17.159800 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-4bd7d660-f330-42ef-829c-3ae916411010 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5088034b00164e07be510de2b9366fdd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4680712 Nov 24 11:24:17.216287 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 49214) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:17.300368 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-aacc059a-f2cf-474c-ab4d-12b78bfef28d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:17.303374 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7d660-f330-42ef-829c-3ae916411010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5caa58-4878-4c04-a54a-80b2ee97c08b,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:17.431837 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5dafe5e9-bd0e-48b3-97f1-a5f5ada4dd24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:17.477093 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-54ee938c-8e0e-47aa-8fc4-7e3caed4426c tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:17.486595 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-54ee938c-8e0e-47aa-8fc4-7e3caed4426c tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/networks?id=46755722-9f6e-4465-a31a-32c0f19f7268 HTTP/1.1" status: 200 len: 819 time: 0.5291371 Nov 24 11:24:17.555594 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] Set router 3f214b52-2255-4ed4-ae82-380574ce1ad6 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:24:17.559007 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-357ebbb0-498f-4d1a-809f-46ab721257f3 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/quotas/4ef4eb6fdaf240b8bd9d2238dfb2efef HTTP/1.1" status: 200 len: 375 time: 0.0328138 Nov 24 11:24:17.560049 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-1d677713-5857-4945-b051-5d9a690ddd38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:17.597126 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-b829ed53-d9e7-4d4d-b15c-a93b3e98c505 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:17.636533 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-bd251488-c380-450b-8bec-19526ff677c1 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Allocated IP 172.20.0.3 (f9c777c0-86f9-4ac0-a3c4-21e00095a7f2/998e6652-39c2-4c19-b723-d69e3254f5d2/226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:24:17.730880 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-b829ed53-d9e7-4d4d-b15c-a93b3e98c505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:17.759839 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-1d677713-5857-4945-b051-5d9a690ddd38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:17.807990 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-2fee8efb-9cc5-44fa-9a02-bb245b3b440a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ef4eb6fdaf240b8bd9d2238dfb2efef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2353587 Nov 24 11:24:17.839847 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacc059a-f2cf-474c-ab4d-12b78bfef28d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:24:17.852046 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:17.933525 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 2b400167-6941-4210-9868-6b93ec547c63 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:24:17.934656 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:18.001378 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-1d677713-5857-4945-b051-5d9a690ddd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:18.010469 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-1d677713-5857-4945-b051-5d9a690ddd38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:18.015825 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-1d677713-5857-4945-b051-5d9a690ddd38 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0a5caa58-4878-4c04-a54a-80b2ee97c08b HTTP/1.1" status: 204 len: 168 time: 0.7953119 Nov 24 11:24:18.140565 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d677713-5857-4945-b051-5d9a690ddd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5caa58-4878-4c04-a54a-80b2ee97c08b,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:18.146341 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-86faab54-62cc-4d8f-9247-4122ef337396 req-b31d5573-a4f0-49da-abb8-bdd7cb1b2ca7 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 210 time: 0.1191030 Nov 24 11:24:18.231708 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-759615d7-ffdd-4566-9694-8ed2806ca84f service neutron] 10.222.0.54 "GET /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090619 Nov 24 11:24:18.268082 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device b45ab551-33de-4d63-92a7-2573f648dc57 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:24:18.346835 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 49246) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:18.442798 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-bd251488-c380-450b-8bec-19526ff677c1 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:18.482004 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f214b52-2255-4ed4-ae82-380574ce1ad6', 'name': 'tempest-ServerRescueNegativeTestJSON-1647758700-router', 'tenant_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '2b400167-6941-4210-9868-6b93ec547c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:03Z', 'updated_at': '2021-11-24T11:24:11Z', 'revision_number': 4, 'project_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'gw_port': {'id': '2b400167-6941-4210-9868-6b93ec547c63', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f214b52-2255-4ed4-ae82-380574ce1ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '9b663489-5345-4f73-8ffb-e0fb31cfc6b1', 'name': '', 'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268', 'tenant_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'mac_address': 'fa:16:3e:17:fa:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f214b52-2255-4ed4-ae82-380574ce1ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0a9d5363-5f28-4302-8145-cfba618a1163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:10Z', 'updated_at': '2021-11-24T11:24:11Z', 'revision_number': 2, 'project_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'subnets': [{'id': '0a9d5363-5f28-4302-8145-cfba618a1163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:24:18.516262 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829ed53-d9e7-4d4d-b15c-a93b3e98c505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af82577b-4f8b-4d87-90c2-dbbf48b30001,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:18.642740 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-aacc059a-f2cf-474c-ab4d-12b78bfef28d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:24:18.644893 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-cac1b1fa-687a-4231-acf1-09798df53383 service neutron] 10.222.0.54 "GET /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093211 Nov 24 11:24:18.649430 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-bd251488-c380-450b-8bec-19526ff677c1 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:18.664050 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] Checking router: 3f214b52-2255-4ed4-ae82-380574ce1ad6 for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:24:18.664409 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] Updating router 3f214b52-2255-4ed4-ae82-380574ce1ad6 port 9b663489-5345-4f73-8ffb-e0fb31cfc6b1 binding host dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 11:24:18.670401 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port b45ab551-33de-4d63-92a7-2573f648dc57 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:24:18.681317 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:18.695493 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc059a-f2cf-474c-ab4d-12b78bfef28d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:24:18.830595 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:18.842997 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 49256) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:18.846444 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-b829ed53-d9e7-4d4d-b15c-a93b3e98c505 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e0e6c974803a45519e15aee9c28aa7f7&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3206275 Nov 24 11:24:18.907601 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc059a-f2cf-474c-ab4d-12b78bfef28d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Pushing event updated for resources: {'Port': ['ID=fda3ea27-b498-4f7a-a39b-d708c770e81f,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:19.059103 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dae50770-d3ed-43b9-ada4-b27dd593fdde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:19.086804 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-1792f697-c3d7-42fa-b5a5-8806a7a2dd55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:19.130562 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1094d89a-6d8b-41d1-9121-ea3058b89b13 req-ce7788b5-fc90-4728-a5d7-9e1afd9f45d5 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 210 time: 0.0453763 Nov 24 11:24:19.179173 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-1792f697-c3d7-42fa-b5a5-8806a7a2dd55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:19.206818 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 49264) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:19.293743 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-bd251488-c380-450b-8bec-19526ff677c1 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Network f9c777c0-86f9-4ac0-a3c4-21e00095a7f2 is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:24:19.295947 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f4a3c33d-9b14-4151-a86e-70fa0f4b4c54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:19.301143 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd251488-c380-450b-8bec-19526ff677c1 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Pushing event updated for resources: {'Port': ['ID=226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:19.305000 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-bd251488-c380-450b-8bec-19526ff677c1 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:24:19.339957 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-bd251488-c380-450b-8bec-19526ff677c1 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:24:19.359319 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-bd251488-c380-450b-8bec-19526ff677c1 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:19.362086 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-bd251488-c380-450b-8bec-19526ff677c1 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:19.398531 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-bd251488-c380-450b-8bec-19526ff677c1 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7881575 Nov 24 11:24:19.423500 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5dafe5e9-bd0e-48b3-97f1-a5f5ada4dd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:19.427864 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5dafe5e9-bd0e-48b3-97f1-a5f5ada4dd24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:19.429668 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-5dafe5e9-bd0e-48b3-97f1-a5f5ada4dd24 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3146ec5d-0c45-4cbe-82ba-81f8dbaf00e9 HTTP/1.1" status: 204 len: 168 time: 2.8852625 Nov 24 11:24:19.451316 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] Publish callbacks [] for port, precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:19.458601 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-aacc059a-f2cf-474c-ab4d-12b78bfef28d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:19.462431 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:19.481665 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-18bce177-6b82-40c1-b9fc-62935ea67f2f tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102481) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 11:24:19.485450 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-18bce177-6b82-40c1-b9fc-62935ea67f2f tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0206151 Nov 24 11:24:19.489782 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafe5e9-bd0e-48b3-97f1-a5f5ada4dd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3146ec5d-0c45-4cbe-82ba-81f8dbaf00e9,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:19.511859 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54eaba-1102-4307-ab92-8702404a327d None None] Pushing event updated for resources: {'Port': ['ID=9b663489-5345-4f73-8ffb-e0fb31cfc6b1,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:19.591069 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-aacc059a-f2cf-474c-ab4d-12b78bfef28d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:19.776495 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad60ed-03b9-4c7e-95cc-3403314321e6 req-d1374c7d-77da-480b-a04b-9ab6a6dfa5f2 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:19.796293 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdad60ed-03b9-4c7e-95cc-3403314321e6 req-d1374c7d-77da-480b-a04b-9ab6a6dfa5f2 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 931 time: 0.5089557 Nov 24 11:24:19.914673 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.65', 54556) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:19.980474 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] Attempting to bind port 9b663489-5345-4f73-8ffb-e0fb31cfc6b1 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:24:19.982091 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] Attempting to bind port 9b663489-5345-4f73-8ffb-e0fb31cfc6b1 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': 'bacaa2f9-4df6-4e19-9c3c-9e736d521b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:24:19.982469 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] Attempting to bind port 9b663489-5345-4f73-8ffb-e0fb31cfc6b1 on network 46755722-9f6e-4465-a31a-32c0f19f7268 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:24:20.009201 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:24:20.018583 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] Checking segment: {'id': 'bacaa2f9-4df6-4e19-9c3c-9e736d521b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:24:20.018995 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:20.019398 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] Bound using segment: {'id': 'bacaa2f9-4df6-4e19-9c3c-9e736d521b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:24:20.019975 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] Bound port: 9b663489-5345-4f73-8ffb-e0fb31cfc6b1, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bacaa2f9-4df6-4e19-9c3c-9e736d521b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:24:20.020381 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:20.022132 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdad60ed-03b9-4c7e-95cc-3403314321e6 req-5595d09b-f022-4c97-98f2-f09c0a7d8506 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249258 Nov 24 11:24:20.027979 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f4a3c33d-9b14-4151-a86e-70fa0f4b4c54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:20.053559 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f4a3c33d-9b14-4151-a86e-70fa0f4b4c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:20.113576 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-f4a3c33d-9b14-4151-a86e-70fa0f4b4c54 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=82aad95a6c654e0388d8c815ff8cd57d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9026096 Nov 24 11:24:20.132042 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 49292) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:20.155357 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-1792f697-c3d7-42fa-b5a5-8806a7a2dd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:20.160303 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-1792f697-c3d7-42fa-b5a5-8806a7a2dd55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:20.163837 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] For port 9b663489-5345-4f73-8ffb-e0fb31cfc6b1, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:24:20.176299 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] For port 9b663489-5345-4f73-8ffb-e0fb31cfc6b1, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=9b663489-5345-4f73-8ffb-e0fb31cfc6b1,segment=NetworkSegment(bacaa2f9-4df6-4e19-9c3c-9e736d521b32),segment_id=bacaa2f9-4df6-4e19-9c3c-9e736d521b32)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:24:20.182424 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-1792f697-c3d7-42fa-b5a5-8806a7a2dd55 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/af82577b-4f8b-4d87-90c2-dbbf48b30001 HTTP/1.1" status: 204 len: 168 time: 1.3379984 Nov 24 11:24:20.191842 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:20.291095 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dae50770-d3ed-43b9-ada4-b27dd593fdde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:20.328233 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-30a5d61f-79bc-4b7e-8d57-a31fc7234d1b tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:20.329309 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-30a5d61f-79bc-4b7e-8d57-a31fc7234d1b tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.65 "GET /v2.0/networks?id=46755722-9f6e-4465-a31a-32c0f19f7268 HTTP/1.1" status: 200 len: 819 time: 0.4981825 Nov 24 11:24:20.349894 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] Request body: {'port': {'device_id': '079efd70-9d85-4fe9-a920-db1529301880', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81908'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:24:20.354256 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ee2b2ac3-472c-44ac-9c1c-efde5e6588ec req-85bb7d1c-c6a4-4ba6-90cb-e9cc46a6a69c tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 210 time: 0.0529747 Nov 24 11:24:20.357060 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dae50770-d3ed-43b9-ada4-b27dd593fdde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:20.406738 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-dae50770-d3ed-43b9-ada4-b27dd593fdde admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dc0b0c5f79fa4a77b86a72d3366c13f0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0585089 Nov 24 11:24:20.411976 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 49302) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:20.475558 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3c33d-9b14-4151-a86e-70fa0f4b4c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6bc428-c0bd-41f7-a720-fa893f274ba6,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:20.503238 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] Routers {'3f214b52-2255-4ed4-ae82-380574ce1ad6'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:24:20.507530 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:23:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['3f214b52-2255-4ed4-ae82-380574ce1ad6'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:24:20.511912 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:20.548922 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792f697-c3d7-42fa-b5a5-8806a7a2dd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af82577b-4f8b-4d87-90c2-dbbf48b30001,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:20.551699 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-b58c6e5f-259d-4155-bb7c-cc611d26bdbb tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Request body: {'port': {'device_id': '61dc34e2-90e1-47ed-ac02-d048ff48d0ce', 'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268', 'admin_state_up': True, 'tenant_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:24:20.600398 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e03c996a-70f4-4af9-a683-274e9e38167b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:20.652162 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e03c996a-70f4-4af9-a683-274e9e38167b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:20.659338 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54eaba-1102-4307-ab92-8702404a327d None None] Pushing event updated for resources: {'Port': ['ID=9b663489-5345-4f73-8ffb-e0fb31cfc6b1,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:20.860403 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae50770-d3ed-43b9-ada4-b27dd593fdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0524032c-bb63-4c17-84df-9f80cbf31b7b,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:20.870720 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] Set router 3f214b52-2255-4ed4-ae82-380574ce1ad6 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:24:20.874836 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-aa947fd5-18d7-4e37-bddc-53cd30e13e52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:20.903182 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e03c996a-70f4-4af9-a683-274e9e38167b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:20.910401 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e03c996a-70f4-4af9-a683-274e9e38167b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:20.911743 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e03c996a-70f4-4af9-a683-274e9e38167b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2e6bc428-c0bd-41f7-a720-fa893f274ba6 HTTP/1.1" status: 204 len: 168 time: 0.7622750 Nov 24 11:24:20.935068 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-aacc059a-f2cf-474c-ab4d-12b78bfef28d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:20.964755 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 49316) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:20.968237 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c996a-70f4-4af9-a683-274e9e38167b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6bc428-c0bd-41f7-a720-fa893f274ba6,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:20.972612 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-aacc059a-f2cf-474c-ab4d-12b78bfef28d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:21.043483 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-aa947fd5-18d7-4e37-bddc-53cd30e13e52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:21.143543 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 49324) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:21.159011 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-aa947fd5-18d7-4e37-bddc-53cd30e13e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:21.162942 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-aa947fd5-18d7-4e37-bddc-53cd30e13e52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:21.165205 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-aa947fd5-18d7-4e37-bddc-53cd30e13e52 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0524032c-bb63-4c17-84df-9f80cbf31b7b HTTP/1.1" status: 204 len: 168 time: 0.7497017 Nov 24 11:24:21.203383 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-363b8d99-eccf-4e7c-9fdc-162a09a191c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:21.339138 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-aacc059a-f2cf-474c-ab4d-12b78bfef28d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975220'] for floatingip, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:21.400329 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-363b8d99-eccf-4e7c-9fdc-162a09a191c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:21.402269 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa947fd5-18d7-4e37-bddc-53cd30e13e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0524032c-bb63-4c17-84df-9f80cbf31b7b,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:21.409810 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-363b8d99-eccf-4e7c-9fdc-162a09a191c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:21.470286 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-b58c6e5f-259d-4155-bb7c-cc611d26bdbb tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Made reservation on behalf of 4ef4eb6fdaf240b8bd9d2238dfb2efef for: {'port': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:24:21.474990 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-b58c6e5f-259d-4155-bb7c-cc611d26bdbb tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:21.510340 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-aacc059a-f2cf-474c-ab4d-12b78bfef28d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for floatingip, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:21.512791 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-aacc059a-f2cf-474c-ab4d-12b78bfef28d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3610055 Nov 24 11:24:21.521664 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc059a-f2cf-474c-ab4d-12b78bfef28d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Pushing event updated for resources: {'Port': ['ID=fda3ea27-b498-4f7a-a39b-d708c770e81f,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:21.600303 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b8d99-eccf-4e7c-9fdc-162a09a191c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e41c38d-c528-40d3-815d-96c11f526d1f,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:21.630262 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-707989a7-d79e-4dbc-9481-2be68b27575c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:21.639399 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f214b52-2255-4ed4-ae82-380574ce1ad6', 'name': 'tempest-ServerRescueNegativeTestJSON-1647758700-router', 'tenant_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '2b400167-6941-4210-9868-6b93ec547c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:03Z', 'updated_at': '2021-11-24T11:24:11Z', 'revision_number': 4, 'project_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'gw_port': {'id': '2b400167-6941-4210-9868-6b93ec547c63', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f214b52-2255-4ed4-ae82-380574ce1ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '9b663489-5345-4f73-8ffb-e0fb31cfc6b1', 'name': '', 'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268', 'tenant_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'mac_address': 'fa:16:3e:17:fa:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f214b52-2255-4ed4-ae82-380574ce1ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0a9d5363-5f28-4302-8145-cfba618a1163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:10Z', 'updated_at': '2021-11-24T11:24:20Z', 'revision_number': 4, 'project_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'subnets': [{'id': '0a9d5363-5f28-4302-8145-cfba618a1163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:24:21.689739 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-363b8d99-eccf-4e7c-9fdc-162a09a191c6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2deebf86a179470389da7cda63ff2d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5417902 Nov 24 11:24:21.701252 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 49338) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:21.763332 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8551e9-ba60-4edd-a2ec-a704516910b8 None None] The sync data for ids ['3f214b52-2255-4ed4-ae82-380574ce1ad6'] in dv-cinder-819089-1-iscsi is: [{'id': '3f214b52-2255-4ed4-ae82-380574ce1ad6', 'name': 'tempest-ServerRescueNegativeTestJSON-1647758700-router', 'tenant_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '2b400167-6941-4210-9868-6b93ec547c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:03Z', 'updated_at': '2021-11-24T11:24:11Z', 'revision_number': 4, 'project_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'gw_port': {'id': '2b400167-6941-4210-9868-6b93ec547c63', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f214b52-2255-4ed4-ae82-380574ce1ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '9b663489-5345-4f73-8ffb-e0fb31cfc6b1', 'name': '', 'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268', 'tenant_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'mac_address': 'fa:16:3e:17:fa:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f214b52-2255-4ed4-ae82-380574ce1ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0a9d5363-5f28-4302-8145-cfba618a1163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:10Z', 'updated_at': '2021-11-24T11:24:20Z', 'revision_number': 4, 'project_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'subnets': [{'id': '0a9d5363-5f28-4302-8145-cfba618a1163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:24:21.825840 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.65', 54560) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:21.860605 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cc2ac593-1391-43dd-bcb9-1784c8a95cb4 req-c0bb3458-8119-4ddc-ae29-a69c6db6437d tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 210 time: 0.2639816 Nov 24 11:24:21.953146 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c798b-8e7c-4853-8b18-dd0d83cf7b77 req-5950d4fb-e333-4b5c-98f4-76fab8e166b6 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:21.955351 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2c9c798b-8e7c-4853-8b18-dd0d83cf7b77 req-5950d4fb-e333-4b5c-98f4-76fab8e166b6 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 931 time: 0.8107417 Nov 24 11:24:22.180823 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-b58c6e5f-259d-4155-bb7c-cc611d26bdbb tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Allocated IP 172.20.0.13 (46755722-9f6e-4465-a31a-32c0f19f7268/0a9d5363-5f28-4302-8145-cfba618a1163/318624af-0998-4bb1-af72-81fbe7e75826) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:24:22.213888 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf {{(pid=102481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:24:22.223832 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 9b663489-5345-4f73-8ffb-e0fb31cfc6b1 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:24:22.237120 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:22.317832 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.provisioning_blocks [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] Transition to ACTIVE for port object 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf will not be triggered until provisioned by entity L2. {{(pid=102481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 11:24:22.350141 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:22.382834 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 9b663489-5345-4f73-8ffb-e0fb31cfc6b1 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:24:22.383209 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:22.438671 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-47c96c28-5d11-4589-b8ef-d78b1cdf626a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:22.441325 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-47c96c28-5d11-4589-b8ef-d78b1cdf626a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.65 "GET /v2.0/networks?id=46755722-9f6e-4465-a31a-32c0f19f7268 HTTP/1.1" status: 200 len: 819 time: 0.5659087 Nov 24 11:24:22.534432 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2c9c798b-8e7c-4853-8b18-dd0d83cf7b77 req-836ec6b9-dca1-4175-992e-cea9b62f2279 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5358500 Nov 24 11:24:22.608602 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a0bfd2f8-2df1-49f5-a902-cd3c2aeb5147 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:22.663047 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a0bfd2f8-2df1-49f5-a902-cd3c2aeb5147 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:22.673761 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:22.761213 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-ae6e39fe-87f3-4ee3-b087-a09dff105830 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Request body: {'port': {'device_id': '8f54e297-ae97-477b-b3ad-b32f8bc5555e', 'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268', 'admin_state_up': True, 'tenant_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:24:22.784156 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] For port 9b663489-5345-4f73-8ffb-e0fb31cfc6b1, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=9b663489-5345-4f73-8ffb-e0fb31cfc6b1,segment=NetworkSegment(bacaa2f9-4df6-4e19-9c3c-9e736d521b32),segment_id=bacaa2f9-4df6-4e19-9c3c-9e736d521b32)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:24:22.789052 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:22.938632 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-b58c6e5f-259d-4155-bb7c-cc611d26bdbb tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:23.002214 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] Pushing event updated for resources: {'Port': ['ID=226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:23.199315 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] Attempting to bind port 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf on host hv-cinder-81908 for vnic_type normal with profile {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:24:23.200838 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] Attempting to bind port 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf by drivers openvswitch,hyperv on host hv-cinder-81908 at level 0 using segments [{'id': '033a639b-5f2e-4ee4-ba92-66f4eb21a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f9c777c0-86f9-4ac0-a3c4-21e00095a7f2'}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:24:23.201435 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] Attempting to bind port 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf on network f9c777c0-86f9-4ac0-a3c4-21e00095a7f2 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:24:23.215004 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] Port 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf on network f9c777c0-86f9-4ac0-a3c4-21e00095a7f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81908 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 11:24:23.217756 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] Attempting to bind port 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf on network f9c777c0-86f9-4ac0-a3c4-21e00095a7f2 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:24:23.218268 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Pushing event updated for resources: {'Port': ['ID=9b663489-5345-4f73-8ffb-e0fb31cfc6b1,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:23.231287 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] Checking agent: {'id': '3c6daaf5-cf27-4c68-b1a8-704272683c2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81908', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'started_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:24:23.231987 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] Checking segment: {'id': '033a639b-5f2e-4ee4-ba92-66f4eb21a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f9c777c0-86f9-4ac0-a3c4-21e00095a7f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:24:23.232986 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] Bound using segment: {'id': '033a639b-5f2e-4ee4-ba92-66f4eb21a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f9c777c0-86f9-4ac0-a3c4-21e00095a7f2'} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:24:23.235199 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] Bound port: 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf, host: hv-cinder-81908, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '033a639b-5f2e-4ee4-ba92-66f4eb21a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f9c777c0-86f9-4ac0-a3c4-21e00095a7f2'}}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:24:23.235675 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:23.244582 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-707989a7-d79e-4dbc-9481-2be68b27575c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:23.250508 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-b58c6e5f-259d-4155-bb7c-cc611d26bdbb tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:23.284807 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-83e40651-b046-4e60-8218-e5c93d407d80 req-0ed2fab9-c4a2-432c-b82a-ee5726da83ba tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--413058357&fields=id&tenant_id=6a92dfb7f26143f8aa4cc3ca2bcc9088 HTTP/1.1" status: 200 len: 267 time: 0.7540772 Nov 24 11:24:23.345082 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-b58c6e5f-259d-4155-bb7c-cc611d26bdbb tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Network 46755722-9f6e-4465-a31a-32c0f19f7268 is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:24:23.348888 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c6e5f-259d-4155-bb7c-cc611d26bdbb tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Pushing event updated for resources: {'Port': ['ID=318624af-0998-4bb1-af72-81fbe7e75826,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:23.352114 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-b58c6e5f-259d-4155-bb7c-cc611d26bdbb tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:24:23.358751 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-b58c6e5f-259d-4155-bb7c-cc611d26bdbb tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:24:23.365455 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-b58c6e5f-259d-4155-bb7c-cc611d26bdbb tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:23.374816 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-b58c6e5f-259d-4155-bb7c-cc611d26bdbb tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:23.420928 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-707989a7-d79e-4dbc-9481-2be68b27575c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:23.428461 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-b58c6e5f-259d-4155-bb7c-cc611d26bdbb tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8856084 Nov 24 11:24:23.487629 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] For port 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf, host hv-cinder-81908, cleared binding levels {{(pid=102481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:24:23.496373 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] For port 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf, host hv-cinder-81908, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf,segment=NetworkSegment(033a639b-5f2e-4ee4-ba92-66f4eb21a82d),segment_id=033a639b-5f2e-4ee4-ba92-66f4eb21a82d)] {{(pid=102481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:24:23.513990 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:23.545714 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] Request body: {'port': {'device_id': '61dc34e2-90e1-47ed-ac02-d048ff48d0ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81908'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:24:23.547622 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3eb577cc-6ff9-4974-b66a-d05101ffedea req-8af40f12-bd80-48fa-896d-03c800450697 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 210 time: 0.4735012 Nov 24 11:24:23.713344 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-707989a7-d79e-4dbc-9481-2be68b27575c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1ce160927b7b40afb38f10c60e0e3ad0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7335711 Nov 24 11:24:23.723503 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 49402) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:23.768574 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a0bfd2f8-2df1-49f5-a902-cd3c2aeb5147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:23.776856 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a0bfd2f8-2df1-49f5-a902-cd3c2aeb5147 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:23.780791 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-a0bfd2f8-2df1-49f5-a902-cd3c2aeb5147 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3e41c38d-c528-40d3-815d-96c11f526d1f HTTP/1.1" status: 204 len: 168 time: 2.0609715 Nov 24 11:24:23.786733 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-ae6e39fe-87f3-4ee3-b087-a09dff105830 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Made reservation on behalf of 4ef4eb6fdaf240b8bd9d2238dfb2efef for: {'port': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:24:23.791224 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-ae6e39fe-87f3-4ee3-b087-a09dff105830 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:23.801861 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707989a7-d79e-4dbc-9481-2be68b27575c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b690bc5-7f85-40e9-9547-58b612061ad4,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:23.831326 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:23.831962 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:23.833950 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] 10.222.0.65 "PUT /v2.0/ports/226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf HTTP/1.1" status: 200 len: 1093 time: 3.9171281 Nov 24 11:24:23.835593 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e40651-b046-4e60-8218-e5c93d407d80 req-432d5a87-1c1c-483e-9877-6e42b93fdfea tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:23.837271 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-83e40651-b046-4e60-8218-e5c93d407d80 req-432d5a87-1c1c-483e-9877-6e42b93fdfea tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/networks?id=0eaf43db-385c-4388-a2f4-5981573fae4b HTTP/1.1" status: 200 len: 810 time: 0.2956095 Nov 24 11:24:23.838960 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079efd70-9d85-4fe9-a920-db1529301880', 'tag': '226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:24:23.851764 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfd2f8-2df1-49f5-a902-cd3c2aeb5147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e41c38d-c528-40d3-815d-96c11f526d1f,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:23.911668 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-83e40651-b046-4e60-8218-e5c93d407d80 req-15c8b607-24f4-406f-aa2b-a63d7ac9bcb0 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/quotas/6a92dfb7f26143f8aa4cc3ca2bcc9088 HTTP/1.1" status: 200 len: 375 time: 0.0575264 Nov 24 11:24:24.118652 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc89d07-5b5d-4043-b562-d2e68b4e21df service neutron] Pushing event updated for resources: {'Port': ['ID=226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf,revision_number=3']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:24.150085 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 9b663489-5345-4f73-8ffb-e0fb31cfc6b1 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:24:24.267784 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 9b663489-5345-4f73-8ffb-e0fb31cfc6b1 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:24:24.270605 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:24.313363 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-83e40651-b046-4e60-8218-e5c93d407d80 req-77b1efeb-3b03-4ac6-bdc8-d859d9ae9190 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6a92dfb7f26143f8aa4cc3ca2bcc9088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3794739 Nov 24 11:24:24.329437 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-ae6e39fe-87f3-4ee3-b087-a09dff105830 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Allocated IP 172.20.0.7 (46755722-9f6e-4465-a31a-32c0f19f7268/0a9d5363-5f28-4302-8145-cfba618a1163/8b2bc093-54ca-4228-b5a8-ce15e80f6a21) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:24:24.573611 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-b4d8bc4e-c3a0-473d-99a6-2264377352c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:24.587114 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:24.663846 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-b4d8bc4e-c3a0-473d-99a6-2264377352c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:24.699115 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24570c51-8914-44bd-a185-8801522b298d req-e35af47f-12ea-4194-b723-3819e42b8183 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:24.706747 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-24570c51-8914-44bd-a185-8801522b298d req-e35af47f-12ea-4194-b723-3819e42b8183 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 943 time: 0.1873002 Nov 24 11:24:24.773525 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-07b922f2-edba-42eb-850b-78df6a919b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:24.777299 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-07b922f2-edba-42eb-850b-78df6a919b91 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8801ea1a6f842268aba209942a667f7&device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 1096 time: 0.6607494 Nov 24 11:24:24.778533 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-83e40651-b046-4e60-8218-e5c93d407d80 req-786338e2-1970-4100-9322-8337ed1c1598 service neutron] 10.222.0.54 "GET /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096913 Nov 24 11:24:24.798594 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-24570c51-8914-44bd-a185-8801522b298d req-9dfe7725-a3e8-4b94-a2b1-c68e556955b5 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844128 Nov 24 11:24:24.822533 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-b4d8bc4e-c3a0-473d-99a6-2264377352c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:24.835190 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-b4d8bc4e-c3a0-473d-99a6-2264377352c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:24.837830 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-b4d8bc4e-c3a0-473d-99a6-2264377352c9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3b690bc5-7f85-40e9-9547-58b612061ad4 HTTP/1.1" status: 204 len: 168 time: 1.1067321 Nov 24 11:24:24.982611 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8bc4e-c3a0-473d-99a6-2264377352c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b690bc5-7f85-40e9-9547-58b612061ad4,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:24.989476 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-7559c8e8-b5f6-4b5c-a7d3-6a0efa79a082 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf HTTP/1.1" status: 200 len: 217 time: 0.1954391 Nov 24 11:24:25.087533 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-83e40651-b046-4e60-8218-e5c93d407d80 req-6498daa3-9831-4c98-9dee-368bf1ad9e38 service neutron] 10.222.0.54 "GET /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837365 Nov 24 11:24:25.205674 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e901ca-ba41-4346-ba55-c912ff24a877" -d '{"events": [{"name": "network-changed", "server_uuid": "079efd70-9d85-4fe9-a920-db1529301880", "tag": "226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:24:25.276688 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bd5e60b2-5943-4d85-b92f-21ea25f1e833 req-e82935fa-efa4-4863-903f-d1d49ef6d40d tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 210 time: 0.1880314 Nov 24 11:24:25.341955 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-ae6e39fe-87f3-4ee3-b087-a09dff105830 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Publish callbacks [] for port, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:25.455003 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-ae6e39fe-87f3-4ee3-b087-a09dff105830 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:25.455311 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-1b92067f-98d1-4e4c-9a94-05f778b81e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:25.467331 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-1b92067f-98d1-4e4c-9a94-05f778b81e5e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=998e6652-39c2-4c19-b723-d69e3254f5d2 HTTP/1.1" status: 200 len: 852 time: 0.4697461 Nov 24 11:24:25.737607 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e39fe-87f3-4ee3-b087-a09dff105830 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Pushing event updated for resources: {'Port': ['ID=8b2bc093-54ca-4228-b5a8-ce15e80f6a21,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:25.763544 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-ae6e39fe-87f3-4ee3-b087-a09dff105830 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Network 46755722-9f6e-4465-a31a-32c0f19f7268 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:24:25.781674 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-ae6e39fe-87f3-4ee3-b087-a09dff105830 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:24:25.814637 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-ae6e39fe-87f3-4ee3-b087-a09dff105830 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:24:25.840578 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-ae6e39fe-87f3-4ee3-b087-a09dff105830 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:25.854881 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-ae6e39fe-87f3-4ee3-b087-a09dff105830 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:26.012725 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-06f30901-2d30-4a6e-a96f-70dcfbd439b0 req-a352eed6-0d46-44f3-9188-55e6f7d3cf6b tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 210 time: 0.2404346 Nov 24 11:24:26.026940 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-ae6e39fe-87f3-4ee3-b087-a09dff105830 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3310506 Nov 24 11:24:26.027470 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 49468) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:26.054817 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 318624af-0998-4bb1-af72-81fbe7e75826 {{(pid=102481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:24:26.069909 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2f85b331-3b55-4493-9bdb-15ac621b01f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:26.076328 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:26.128403 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] Request body: {'port': {'device_id': '8f54e297-ae97-477b-b3ad-b32f8bc5555e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81908'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:24:26.202968 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3036ed71-27ef-45f2-a2db-197183ddf0f8 x-openstack-request-id: req-3036ed71-27ef-45f2-a2db-197183ddf0f8 {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:24:26.203228 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079efd70-9d85-4fe9-a920-db1529301880", "tag": "226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:24:26.208335 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3036ed71-27ef-45f2-a2db-197183ddf0f8 {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:24:26.209060 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079efd70-9d85-4fe9-a920-db1529301880', 'tag': '226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf', 'status': 'completed', 'code': 200} Nov 24 11:24:26.283784 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-68182e70-5d6f-4c73-8f85-62aad2b377cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f9c777c0-86f9-4ac0-a3c4-21e00095a7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1995053 Nov 24 11:24:26.347368 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.provisioning_blocks [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] Transition to ACTIVE for port object 318624af-0998-4bb1-af72-81fbe7e75826 will not be triggered until provisioned by entity L2. {{(pid=102481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 11:24:26.365627 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-460fde92-5b0c-42b3-b709-ae89a3bca55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:26.383234 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:26.599451 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:26.651758 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b32b13-c71d-4571-ae80-aed9d6193e51 req-0ca39e6d-1a27-47bf-a351-702b02d492ac tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:26.653416 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-48b32b13-c71d-4571-ae80-aed9d6193e51 req-0ca39e6d-1a27-47bf-a351-702b02d492ac tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 943 time: 0.4342535 Nov 24 11:24:26.683965 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] Pushing event updated for resources: {'Port': ['ID=318624af-0998-4bb1-af72-81fbe7e75826,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:26.784392 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-f910473c-00ef-45e1-a607-6c9efc7c0c2f service neutron] 10.222.0.65 "GET /v2.0/networks/f9c777c0-86f9-4ac0-a3c4-21e00095a7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785869 Nov 24 11:24:26.796915 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] Attempting to bind port 318624af-0998-4bb1-af72-81fbe7e75826 on host hv-cinder-81908 for vnic_type normal with profile {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:24:26.797348 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] Attempting to bind port 318624af-0998-4bb1-af72-81fbe7e75826 by drivers openvswitch,hyperv on host hv-cinder-81908 at level 0 using segments [{'id': 'bacaa2f9-4df6-4e19-9c3c-9e736d521b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268'}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:24:26.797683 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] Attempting to bind port 318624af-0998-4bb1-af72-81fbe7e75826 on network 46755722-9f6e-4465-a31a-32c0f19f7268 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:24:26.851038 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] Port 318624af-0998-4bb1-af72-81fbe7e75826 on network 46755722-9f6e-4465-a31a-32c0f19f7268 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81908 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 11:24:26.851362 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] Attempting to bind port 318624af-0998-4bb1-af72-81fbe7e75826 on network 46755722-9f6e-4465-a31a-32c0f19f7268 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:24:26.896166 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] Checking agent: {'id': '3c6daaf5-cf27-4c68-b1a8-704272683c2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81908', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'started_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:24:26.896820 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] Checking segment: {'id': 'bacaa2f9-4df6-4e19-9c3c-9e736d521b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:24:26.897359 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] Bound using segment: {'id': 'bacaa2f9-4df6-4e19-9c3c-9e736d521b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268'} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:24:26.898094 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] Bound port: 318624af-0998-4bb1-af72-81fbe7e75826, host: hv-cinder-81908, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bacaa2f9-4df6-4e19-9c3c-9e736d521b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268'}}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:24:26.898684 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:26.899461 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d54a6-33f6-4d3e-9905-f561a11a00d8 req-a0677e98-2d39-417b-9125-b171387b836f tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:26.913366 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-313d54a6-33f6-4d3e-9905-f561a11a00d8 req-a0677e98-2d39-417b-9125-b171387b836f tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 931 time: 0.3978839 Nov 24 11:24:26.921194 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 49510) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:26.953780 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2f85b331-3b55-4493-9bdb-15ac621b01f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:27.011918 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] For port 318624af-0998-4bb1-af72-81fbe7e75826, host hv-cinder-81908, cleared binding levels {{(pid=102481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:24:27.019950 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] For port 318624af-0998-4bb1-af72-81fbe7e75826, host hv-cinder-81908, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=318624af-0998-4bb1-af72-81fbe7e75826,segment=NetworkSegment(bacaa2f9-4df6-4e19-9c3c-9e736d521b32),segment_id=bacaa2f9-4df6-4e19-9c3c-9e736d521b32)] {{(pid=102481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:24:27.028790 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:27.058699 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2f85b331-3b55-4493-9bdb-15ac621b01f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:27.108289 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-48b32b13-c71d-4571-ae80-aed9d6193e51 req-d26a7d53-4b40-4b14-b6b5-5ed6633d2063 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419544 Nov 24 11:24:27.194147 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:27.194147 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:27.194147 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] 10.222.0.65 "PUT /v2.0/ports/318624af-0998-4bb1-af72-81fbe7e75826 HTTP/1.1" status: 200 len: 1094 time: 3.6792493 Nov 24 11:24:27.224774 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-2f85b331-3b55-4493-9bdb-15ac621b01f5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=51c5960e7f1448b6971296ece1ec3d4f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1945596 Nov 24 11:24:27.231948 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85b331-3b55-4493-9bdb-15ac621b01f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55b70b6-b8cc-4052-9ab6-9d8882626b31,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:27.243377 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 49518) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:27.248192 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-313d54a6-33f6-4d3e-9905-f561a11a00d8 req-9a3bbd93-e8b2-4037-8c13-18eb92b61f5a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338809 Nov 24 11:24:27.352725 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960dac0-65e2-4ff1-bd22-67875ae6f85d service neutron] Pushing event updated for resources: {'Port': ['ID=318624af-0998-4bb1-af72-81fbe7e75826,revision_number=3']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:27.371858 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-bae2b25a-2f86-440f-a0c3-f80bc3f089fe req-d5f05000-b2ea-4e0e-ac97-63ca6cc82a6e service neutron] 10.222.0.65 "GET /v2.0/networks/f9c777c0-86f9-4ac0-a3c4-21e00095a7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605319 Nov 24 11:24:27.373290 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d03b9f2b-805e-49e1-a19e-fc58234489f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:27.376915 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2eb219cf-3bc6-4817-8e03-2adad18ca50b req-cbe7b321-1834-4a2e-bbbb-c1d16ac5ba65 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 210 time: 0.1151018 Nov 24 11:24:27.393451 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-12098a76-e7a3-4d18-9249-eec863dc8ae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:27.422093 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-12098a76-e7a3-4d18-9249-eec863dc8ae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:27.506119 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-12098a76-e7a3-4d18-9249-eec863dc8ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:27.508865 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-12098a76-e7a3-4d18-9249-eec863dc8ae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:27.512426 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-12098a76-e7a3-4d18-9249-eec863dc8ae1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e55b70b6-b8cc-4052-9ab6-9d8882626b31 HTTP/1.1" status: 204 len: 168 time: 0.2658587 Nov 24 11:24:27.530391 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12098a76-e7a3-4d18-9249-eec863dc8ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55b70b6-b8cc-4052-9ab6-9d8882626b31,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:27.593586 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b2bc093-54ca-4228-b5a8-ce15e80f6a21 {{(pid=102482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:24:27.604675 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:27.635922 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.provisioning_blocks [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] Transition to ACTIVE for port object 8b2bc093-54ca-4228-b5a8-ce15e80f6a21 will not be triggered until provisioned by entity L2. {{(pid=102482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 11:24:27.642703 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:27.719078 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d03b9f2b-805e-49e1-a19e-fc58234489f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:27.726423 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d03b9f2b-805e-49e1-a19e-fc58234489f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:27.751953 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] Pushing event updated for resources: {'Port': ['ID=8b2bc093-54ca-4228-b5a8-ce15e80f6a21,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:27.829583 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-d03b9f2b-805e-49e1-a19e-fc58234489f8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8890087e9826418c9d141db8a700ca09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9071500 Nov 24 11:24:27.832971 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 49540) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:27.834655 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b9f2b-805e-49e1-a19e-fc58234489f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c631734-4d86-4a06-9227-212d02216555,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:27.837626 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] Attempting to bind port 8b2bc093-54ca-4228-b5a8-ce15e80f6a21 on host hv-cinder-81908 for vnic_type normal with profile {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:24:27.837986 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] Attempting to bind port 8b2bc093-54ca-4228-b5a8-ce15e80f6a21 by drivers openvswitch,hyperv on host hv-cinder-81908 at level 0 using segments [{'id': 'bacaa2f9-4df6-4e19-9c3c-9e736d521b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268'}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:24:27.838409 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] Attempting to bind port 8b2bc093-54ca-4228-b5a8-ce15e80f6a21 on network 46755722-9f6e-4465-a31a-32c0f19f7268 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:24:27.843512 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] Port 8b2bc093-54ca-4228-b5a8-ce15e80f6a21 on network 46755722-9f6e-4465-a31a-32c0f19f7268 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81908 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 11:24:27.843840 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] Attempting to bind port 8b2bc093-54ca-4228-b5a8-ce15e80f6a21 on network 46755722-9f6e-4465-a31a-32c0f19f7268 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:24:27.849081 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] Checking agent: {'id': '3c6daaf5-cf27-4c68-b1a8-704272683c2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81908', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'started_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:24:27.849433 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] Checking segment: {'id': 'bacaa2f9-4df6-4e19-9c3c-9e736d521b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:24:27.850033 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] Bound using segment: {'id': 'bacaa2f9-4df6-4e19-9c3c-9e736d521b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268'} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:24:27.850458 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] Bound port: 8b2bc093-54ca-4228-b5a8-ce15e80f6a21, host: hv-cinder-81908, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bacaa2f9-4df6-4e19-9c3c-9e736d521b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268'}}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:24:27.850810 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:27.903937 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-bacd39b0-64c1-4609-a28b-88becb287dc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:27.928747 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-bacd39b0-64c1-4609-a28b-88becb287dc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:27.941723 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] For port 8b2bc093-54ca-4228-b5a8-ce15e80f6a21, host hv-cinder-81908, cleared binding levels {{(pid=102482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:24:27.950330 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] For port 8b2bc093-54ca-4228-b5a8-ce15e80f6a21, host hv-cinder-81908, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=8b2bc093-54ca-4228-b5a8-ce15e80f6a21,segment=NetworkSegment(bacaa2f9-4df6-4e19-9c3c-9e736d521b32),segment_id=bacaa2f9-4df6-4e19-9c3c-9e736d521b32)] {{(pid=102482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:24:27.958583 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:28.037664 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-bacd39b0-64c1-4609-a28b-88becb287dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:28.044193 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:28.044867 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:28.046361 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] 10.222.0.65 "PUT /v2.0/ports/8b2bc093-54ca-4228-b5a8-ce15e80f6a21 HTTP/1.1" status: 200 len: 1093 time: 1.9356415 Nov 24 11:24:28.046824 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f54e297-ae97-477b-b3ad-b32f8bc5555e', 'tag': '8b2bc093-54ca-4228-b5a8-ce15e80f6a21'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:24:28.058160 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-bacd39b0-64c1-4609-a28b-88becb287dc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:28.059813 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-bacd39b0-64c1-4609-a28b-88becb287dc8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5c631734-4d86-4a06-9227-212d02216555 HTTP/1.1" status: 204 len: 168 time: 0.2242913 Nov 24 11:24:28.070875 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd39b0-64c1-4609-a28b-88becb287dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c631734-4d86-4a06-9227-212d02216555,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:28.210568 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61dc34e2-90e1-47ed-ac02-d048ff48d0ce', 'tag': '318624af-0998-4bb1-af72-81fbe7e75826'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:24:28.213269 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fad341-bd95-4f21-aca4-8249366a5461" -d '{"events": [{"name": "network-changed", "server_uuid": "61dc34e2-90e1-47ed-ac02-d048ff48d0ce", "tag": "318624af-0998-4bb1-af72-81fbe7e75826"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:24:28.263788 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019b633-d6fd-4525-a6e4-1739218de47a service neutron] Pushing event updated for resources: {'Port': ['ID=8b2bc093-54ca-4228-b5a8-ce15e80f6a21,revision_number=3']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:28.313148 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885f22a-bcb5-4907-9749-4912aa2c34d8 req-aa054a2a-4c4b-437e-bd2a-a59e0ed96f52 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:28.315240 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5885f22a-bcb5-4907-9749-4912aa2c34d8 req-aa054a2a-4c4b-437e-bd2a-a59e0ed96f52 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 943 time: 0.0630138 Nov 24 11:24:28.331233 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07785e5e-46e2-4c89-adcb-c62e8384b756 x-openstack-request-id: req-07785e5e-46e2-4c89-adcb-c62e8384b756 {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:24:28.331795 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61dc34e2-90e1-47ed-ac02-d048ff48d0ce", "tag": "318624af-0998-4bb1-af72-81fbe7e75826", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:24:28.332852 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-07785e5e-46e2-4c89-adcb-c62e8384b756 {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:24:28.333396 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61dc34e2-90e1-47ed-ac02-d048ff48d0ce', 'tag': '318624af-0998-4bb1-af72-81fbe7e75826', 'status': 'completed', 'code': 200} Nov 24 11:24:28.370969 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5885f22a-bcb5-4907-9749-4912aa2c34d8 req-2a90a8ac-5668-4829-a2e5-94761ea224c0 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481431 Nov 24 11:24:28.460972 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea97df3-7a28-41ca-8fe2-3f1fad69ebb4 req-9455843e-eaef-4602-887f-26f69b937227 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:28.462525 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fea97df3-7a28-41ca-8fe2-3f1fad69ebb4 req-9455843e-eaef-4602-887f-26f69b937227 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 943 time: 0.0692203 Nov 24 11:24:28.500389 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-50425109-469d-4c49-9c9a-a1ea136d5c96 req-9ef57054-ef32-4112-9d0f-eb300a7063c3 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 210 time: 0.0331666 Nov 24 11:24:28.538697 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fea97df3-7a28-41ca-8fe2-3f1fad69ebb4 req-311686d8-cc2e-42b4-8792-1cdbc14ffa9d tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696898 Nov 24 11:24:28.580294 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77aaec3-ff65-454f-bad0-8800119dcccb" -d '{"events": [{"name": "network-changed", "server_uuid": "8f54e297-ae97-477b-b3ad-b32f8bc5555e", "tag": "8b2bc093-54ca-4228-b5a8-ce15e80f6a21"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:24:28.699220 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5e7eb790-76d6-4f78-b9c4-e4116d73c0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:28.739237 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9203d4a-ada6-42d1-ae3b-034235b38b11 x-openstack-request-id: req-b9203d4a-ada6-42d1-ae3b-034235b38b11 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:24:28.739864 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f54e297-ae97-477b-b3ad-b32f8bc5555e", "tag": "8b2bc093-54ca-4228-b5a8-ce15e80f6a21", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:24:28.740152 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b9203d4a-ada6-42d1-ae3b-034235b38b11 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:24:28.740621 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f54e297-ae97-477b-b3ad-b32f8bc5555e', 'tag': '8b2bc093-54ca-4228-b5a8-ce15e80f6a21', 'status': 'completed', 'code': 200} Nov 24 11:24:29.504527 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c474b-2a10-41e7-93a0-954d6c361161 req-b46f0c91-e968-4df7-aded-edaead2b8e38 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:29.506487 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bf6c474b-2a10-41e7-93a0-954d6c361161 req-b46f0c91-e968-4df7-aded-edaead2b8e38 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 943 time: 0.0561717 Nov 24 11:24:29.622217 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bf6c474b-2a10-41e7-93a0-954d6c361161 req-d935237d-1b86-41f6-9b1b-c49e371b138d tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088262 Nov 24 11:24:29.647265 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:29.690491 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-68f88d24-6fce-4bfd-b0f3-3cc624263a7c req-425345b9-6dcd-4d9f-9980-f153adf692cc tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 210 time: 0.0397444 Nov 24 11:24:29.739624 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:24:29.754464 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa4dc7-1e39-41f0-9baa-9c58f60d4e48 req-a4e7ec53-56ac-437c-801d-c0a83b8b2ae9 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:29.755917 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2cfa4dc7-1e39-41f0-9baa-9c58f60d4e48 req-a4e7ec53-56ac-437c-801d-c0a83b8b2ae9 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 943 time: 0.0541179 Nov 24 11:24:29.822084 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2cfa4dc7-1e39-41f0-9baa-9c58f60d4e48 req-6da44935-fc1b-4d23-b694-5b7ce9c23f93 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551887 Nov 24 11:24:30.853685 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acaa90b-5f27-4e5c-b764-1313156060fb req-5463d806-3b4c-4ca2-8de8-999ea9b8dd31 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:30.858916 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7acaa90b-5f27-4e5c-b764-1313156060fb req-5463d806-3b4c-4ca2-8de8-999ea9b8dd31 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 943 time: 0.1165731 Nov 24 11:24:30.966710 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-af0a62f1-80a9-4999-bf0f-0113526401f3 req-2af11bc4-5405-443a-95cf-ab463e50bc0c tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 210 time: 0.0855055 Nov 24 11:24:31.037290 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7acaa90b-5f27-4e5c-b764-1313156060fb req-bb427e6f-615f-4b4a-b0fb-ab92bfe33017 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635101 Nov 24 11:24:31.160837 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1f279-51da-4ba0-be12-265011bd23c5 req-292c99ad-fcd7-4bfc-bd40-b160210ad0d8 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:31.169836 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f2c1f279-51da-4ba0-be12-265011bd23c5 req-292c99ad-fcd7-4bfc-bd40-b160210ad0d8 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 943 time: 0.0914488 Nov 24 11:24:31.253325 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f2c1f279-51da-4ba0-be12-265011bd23c5 req-d303762d-14a8-48ed-b282-1bd847edd2f9 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752282 Nov 24 11:24:31.374311 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:32.099533 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-200310b1-f42b-4145-b3fd-ecf7c5db978a req-55c056ad-84c4-4c7a-aeb0-013950594fc0 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 210 time: 0.0258403 Nov 24 11:24:32.165674 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f0479-3b7d-49e8-a0e7-c7f922dca8ca req-83c1217d-1b8f-4b61-bcb1-9e5bdf0238f3 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:32.167158 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bd4f0479-3b7d-49e8-a0e7-c7f922dca8ca req-83c1217d-1b8f-4b61-bcb1-9e5bdf0238f3 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 943 time: 0.0479238 Nov 24 11:24:32.216835 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bd4f0479-3b7d-49e8-a0e7-c7f922dca8ca req-e75b626b-f3a8-447c-b954-4407556bb523 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433211 Nov 24 11:24:32.367957 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882539dc-d38a-4363-8288-e5a76ff853e6 req-e2d5e83c-c839-47bb-887e-86c8265efa4c tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:32.369334 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-882539dc-d38a-4363-8288-e5a76ff853e6 req-e2d5e83c-c839-47bb-887e-86c8265efa4c tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 943 time: 0.0538883 Nov 24 11:24:32.415853 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-882539dc-d38a-4363-8288-e5a76ff853e6 req-76bc444f-5c7c-435d-8c47-5c743670969b tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396676 Nov 24 11:24:32.483681 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:33.078942 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 49798) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:33.202847 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-61b27a8b-79c4-435d-9b1f-1d9fcf73a944 req-c76fb0e6-5a4d-41e2-9388-8dc9667e5df3 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 210 time: 0.0301461 Nov 24 11:24:33.222392 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-98587b05-c153-4bee-81ec-0bba5d0d8f9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:33.303278 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-98587b05-c153-4bee-81ec-0bba5d0d8f9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:33.306877 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-98587b05-c153-4bee-81ec-0bba5d0d8f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:33.346006 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98587b05-c153-4bee-81ec-0bba5d0d8f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dc5a6a-e830-49aa-897a-9fbc5637dd2a,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:33.350817 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae407295-25e0-4de3-bb47-e1422499f31a req-f2d41ae1-ae0d-4e2d-b99d-0a4cc1caf3f5 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:33.352734 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ae407295-25e0-4de3-bb47-e1422499f31a req-f2d41ae1-ae0d-4e2d-b99d-0a4cc1caf3f5 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 943 time: 0.0566034 Nov 24 11:24:33.353358 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 49818) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:33.359383 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-98587b05-c153-4bee-81ec-0bba5d0d8f9b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b1b533dd19604437bbeef968c0767701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792060 Nov 24 11:24:33.413954 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 49822) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:33.434926 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ae407295-25e0-4de3-bb47-e1422499f31a req-225d5b27-7e98-4330-be70-311ca77cdfbd tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684073 Nov 24 11:24:33.448525 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9a73929b-e1d5-4070-99be-c8a41f348be3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:33.475415 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9a73929b-e1d5-4070-99be-c8a41f348be3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:33.523192 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-23d5aab6-f0f0-4a71-ac5a-28ad8859ea1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:33.553472 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c14993-8a79-47aa-b9bf-0ed5bfc1037b req-0542c89d-9bfc-43c2-a5b6-fe3300dd442b tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:33.554938 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f9c14993-8a79-47aa-b9bf-0ed5bfc1037b req-0542c89d-9bfc-43c2-a5b6-fe3300dd442b tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 943 time: 0.0645020 Nov 24 11:24:33.569450 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9a73929b-e1d5-4070-99be-c8a41f348be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:33.571915 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9a73929b-e1d5-4070-99be-c8a41f348be3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:33.573032 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-9a73929b-e1d5-4070-99be-c8a41f348be3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a8dc5a6a-e830-49aa-897a-9fbc5637dd2a HTTP/1.1" status: 204 len: 168 time: 0.2186162 Nov 24 11:24:33.589695 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73929b-e1d5-4070-99be-c8a41f348be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dc5a6a-e830-49aa-897a-9fbc5637dd2a,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:33.622385 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f9c14993-8a79-47aa-b9bf-0ed5bfc1037b req-993d95fb-9163-4bee-ae96-46f6c5a4d252 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609033 Nov 24 11:24:33.641895 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-23d5aab6-f0f0-4a71-ac5a-28ad8859ea1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:33.645995 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-23d5aab6-f0f0-4a71-ac5a-28ad8859ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:33.683576 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-23d5aab6-f0f0-4a71-ac5a-28ad8859ea1f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=88e2571458d34964a12f84449a175ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685361 Nov 24 11:24:33.684462 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5aab6-f0f0-4a71-ac5a-28ad8859ea1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8d5e14-2bfd-4c0c-b26e-1cafef800e11,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:33.686475 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 49830) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:33.734708 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-111dfe20-c394-45db-ab38-065fe8256c58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:33.756221 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-111dfe20-c394-45db-ab38-065fe8256c58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:33.810797 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-111dfe20-c394-45db-ab38-065fe8256c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:33.813559 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-111dfe20-c394-45db-ab38-065fe8256c58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:33.814711 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-111dfe20-c394-45db-ab38-065fe8256c58 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2a8d5e14-2bfd-4c0c-b26e-1cafef800e11 HTTP/1.1" status: 204 len: 168 time: 0.1272633 Nov 24 11:24:33.825378 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111dfe20-c394-45db-ab38-065fe8256c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8d5e14-2bfd-4c0c-b26e-1cafef800e11,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:33.870010 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 49836) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:33.886289 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ebf38b5c-1d46-44eb-aa1c-2d029e59f468 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:33.963464 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ebf38b5c-1d46-44eb-aa1c-2d029e59f468 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:33.967644 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ebf38b5c-1d46-44eb-aa1c-2d029e59f468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:34.010602 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-ebf38b5c-1d46-44eb-aa1c-2d029e59f468 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=24b284896dc84af2a392a8a39ff5db4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370807 Nov 24 11:24:34.011025 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 49840) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:34.012172 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf38b5c-1d46-44eb-aa1c-2d029e59f468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df55bd7-e999-4083-9b3c-6b40d3099c63,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:34.065408 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-b9efbf74-d8e5-4c25-8502-917cc0a9e6ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:34.117745 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-b9efbf74-d8e5-4c25-8502-917cc0a9e6ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:34.166738 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77aaec3-ff65-454f-bad0-8800119dcccb req-94382845-41a0-4cda-8590-098c2406f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:34.168481 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d77aaec3-ff65-454f-bad0-8800119dcccb req-94382845-41a0-4cda-8590-098c2406f315 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4ef4eb6fdaf240b8bd9d2238dfb2efef&device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 1096 time: 0.0807478 Nov 24 11:24:34.173220 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 49846) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:34.187402 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ecb79ead-899f-48dc-a3ce-d5f16bcc8cac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:34.358250 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1e60a218-5112-40e8-b3cd-68b43b0fa2d7 req-f729b161-c7f6-42ed-b8b7-a52333404fca tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 210 time: 0.0762630 Nov 24 11:24:34.377812 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-55653685-44d2-4c0b-b67e-c1a214978409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:34.380124 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-55653685-44d2-4c0b-b67e-c1a214978409 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4ef4eb6fdaf240b8bd9d2238dfb2efef&device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 1097 time: 0.2879815 Nov 24 11:24:34.439573 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-b9efbf74-d8e5-4c25-8502-917cc0a9e6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:34.443166 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-b9efbf74-d8e5-4c25-8502-917cc0a9e6ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:34.446818 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-b9efbf74-d8e5-4c25-8502-917cc0a9e6ae admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3df55bd7-e999-4083-9b3c-6b40d3099c63 HTTP/1.1" status: 204 len: 168 time: 0.4323452 Nov 24 11:24:34.446818 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e901ca-ba41-4346-ba55-c912ff24a877 req-b11a71fe-b8bc-43ee-9826-f093b61e2096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:34.450498 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-b5e901ca-ba41-4346-ba55-c912ff24a877 req-b11a71fe-b8bc-43ee-9826-f093b61e2096 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8801ea1a6f842268aba209942a667f7&device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 1096 time: 0.1235461 Nov 24 11:24:34.454438 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-17c0ed5b-0818-4119-9820-48d18f80b491 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318624af-0998-4bb1-af72-81fbe7e75826 HTTP/1.1" status: 200 len: 217 time: 0.0598066 Nov 24 11:24:34.466016 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77aaec3-ff65-454f-bad0-8800119dcccb req-bfcb1d7c-7848-454b-979d-f3fbb511dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:34.467474 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d77aaec3-ff65-454f-bad0-8800119dcccb req-bfcb1d7c-7848-454b-979d-f3fbb511dd74 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=4ef4eb6fdaf240b8bd9d2238dfb2efef&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2539036 Nov 24 11:24:34.470640 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efbf74-d8e5-4c25-8502-917cc0a9e6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df55bd7-e999-4083-9b3c-6b40d3099c63,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:34.472505 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ecb79ead-899f-48dc-a3ce-d5f16bcc8cac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:34.477727 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ecb79ead-899f-48dc-a3ce-d5f16bcc8cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:34.517933 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-ecb79ead-899f-48dc-a3ce-d5f16bcc8cac admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8726befd3ed44a2d81d81ced6e165f04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433969 Nov 24 11:24:34.519687 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb79ead-899f-48dc-a3ce-d5f16bcc8cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d409c68d-85a6-4be6-8a80-28d4618ebba8,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:34.521272 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 49856) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:34.579058 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-06018d9f-0950-4601-8a0b-506ca1924f8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:34.584062 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e210a97-4735-48fe-b74b-90f740144019 req-f7986976-363f-4f05-ab1d-3708b40da8b3 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:34.585708 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1e210a97-4735-48fe-b74b-90f740144019 req-f7986976-363f-4f05-ab1d-3708b40da8b3 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 943 time: 0.0508208 Nov 24 11:24:34.606791 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-06018d9f-0950-4601-8a0b-506ca1924f8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:34.636477 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1e210a97-4735-48fe-b74b-90f740144019 req-af7d7011-a4e0-46d9-8778-03ceeed4c07c tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446982 Nov 24 11:24:34.673798 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-06018d9f-0950-4601-8a0b-506ca1924f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:34.678017 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-06018d9f-0950-4601-8a0b-506ca1924f8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:34.679225 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-06018d9f-0950-4601-8a0b-506ca1924f8d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d409c68d-85a6-4be6-8a80-28d4618ebba8 HTTP/1.1" status: 204 len: 168 time: 0.1563492 Nov 24 11:24:34.690302 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06018d9f-0950-4601-8a0b-506ca1924f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d409c68d-85a6-4be6-8a80-28d4618ebba8,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:34.763948 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0964f7-87f0-40fd-add9-fcaf146ebc79 req-e683614f-db30-4191-ad34-f12946cf927c tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:34.765564 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8d0964f7-87f0-40fd-add9-fcaf146ebc79 req-e683614f-db30-4191-ad34-f12946cf927c tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 943 time: 0.0504537 Nov 24 11:24:34.822576 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8d0964f7-87f0-40fd-add9-fcaf146ebc79 req-fdbf9607-8a6b-4931-b620-ac8b7186fcaa tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502229 Nov 24 11:24:35.508114 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-73c04744-9b59-4188-923c-d0c725f23ef7 req-dcb092d0-e320-4073-bb70-827ec02dea23 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 210 time: 0.0380561 Nov 24 11:24:35.778885 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b221a95-07bd-41c8-9e5d-089c0b19b825 req-cc45ad3b-4bfb-496c-90a7-d4968f3809c2 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:35.780930 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4b221a95-07bd-41c8-9e5d-089c0b19b825 req-cc45ad3b-4bfb-496c-90a7-d4968f3809c2 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 943 time: 0.0624361 Nov 24 11:24:35.846855 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4b221a95-07bd-41c8-9e5d-089c0b19b825 req-9c86c184-1929-49da-b99c-1b4a336605b4 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594018 Nov 24 11:24:35.979922 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc27f2-eac2-4cad-bba9-a51987da6556 req-889f3848-4c07-487a-8585-91d029d18fcc tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:35.981432 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c2dc27f2-eac2-4cad-bba9-a51987da6556 req-889f3848-4c07-487a-8585-91d029d18fcc tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 943 time: 0.0504601 Nov 24 11:24:36.033867 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c2dc27f2-eac2-4cad-bba9-a51987da6556 req-7c325f0f-75ac-49be-81b0-88931da6c97d tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461297 Nov 24 11:24:36.600161 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-33551a96-c92b-49bc-a61a-7f5927e7a12a req-fc5f852c-bb92-4d8f-b05c-0a95790dd109 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 210 time: 0.0293028 Nov 24 11:24:36.981565 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544033d8-a982-4300-af0c-6bbbda9bca9e req-53e7b2ba-9d73-42e2-81c6-807d3bcf2e1c tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:36.983039 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-544033d8-a982-4300-af0c-6bbbda9bca9e req-53e7b2ba-9d73-42e2-81c6-807d3bcf2e1c tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 943 time: 0.0568388 Nov 24 11:24:37.042137 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-544033d8-a982-4300-af0c-6bbbda9bca9e req-5e5c56d7-9dcc-4e98-aede-85f4eb662bea tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522907 Nov 24 11:24:37.167499 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601128d0-143d-4d94-aee2-78ac4e1653e3 req-38eb4329-cd5d-4ed9-947d-84923e228ad4 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:37.168973 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-601128d0-143d-4d94-aee2-78ac4e1653e3 req-38eb4329-cd5d-4ed9-947d-84923e228ad4 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 943 time: 0.0532362 Nov 24 11:24:37.213049 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.65', 54570) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:37.359936 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e40651-b046-4e60-8218-e5c93d407d80 req-72f83614-c15e-41a9-9132-61db4ab8828b tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:37.361344 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-83e40651-b046-4e60-8218-e5c93d407d80 req-72f83614-c15e-41a9-9132-61db4ab8828b tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.65 "GET /v2.0/networks?id=0eaf43db-385c-4388-a2f4-5981573fae4b HTTP/1.1" status: 200 len: 810 time: 0.1398673 Nov 24 11:24:37.382787 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-601128d0-143d-4d94-aee2-78ac4e1653e3 req-e0e5c3dd-9cd4-45a1-bd09-1641f8eec9d7 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074118 Nov 24 11:24:37.438773 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77aaec3-ff65-454f-bad0-8800119dcccb req-d7cc697f-7613-47ce-b121-b9671e7529db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:37.441808 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d77aaec3-ff65-454f-bad0-8800119dcccb req-d7cc697f-7613-47ce-b121-b9671e7529db service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2350812 Nov 24 11:24:37.482502 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-d31a5481-ea49-4f89-853e-1b71eda7bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:37.483951 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-d31a5481-ea49-4f89-853e-1b71eda7bdac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a9d5363-5f28-4302-8145-cfba618a1163 HTTP/1.1" status: 200 len: 859 time: 0.2808459 Nov 24 11:24:37.529143 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-182cb19b-e285-48f5-a19a-31ed524095c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:37.531825 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-182cb19b-e285-48f5-a19a-31ed524095c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4ef4eb6fdaf240b8bd9d2238dfb2efef&device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 1096 time: 0.0467751 Nov 24 11:24:37.560222 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-4bb8068a-9369-426b-8e67-24b321d98fc6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=46755722-9f6e-4465-a31a-32c0f19f7268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579300 Nov 24 11:24:37.596580 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e901ca-ba41-4346-ba55-c912ff24a877 req-425fbacc-5e3b-4f3e-86ba-73e5dabc14b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:37.598712 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-b5e901ca-ba41-4346-ba55-c912ff24a877 req-425fbacc-5e3b-4f3e-86ba-73e5dabc14b2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f9c777c0-86f9-4ac0-a3c4-21e00095a7f2 HTTP/1.1" status: 200 len: 913 time: 0.4070036 Nov 24 11:24:37.606835 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-83e40651-b046-4e60-8218-e5c93d407d80 req-7df4b9db-b938-42da-ae99-e2fa2c1fdf28 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a92dfb7f26143f8aa4cc3ca2bcc9088 HTTP/1.1" status: 200 len: 379 time: 0.2283752 Nov 24 11:24:37.658914 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 50042) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:37.704583 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-529301b8-6706-4efe-8ebd-386f1241db4c service neutron] 10.222.0.65 "GET /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310341 Nov 24 11:24:37.775357 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-3490dae7-65a5-45f2-ba59-21a2befd1b2d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b2bc093-54ca-4228-b5a8-ce15e80f6a21 HTTP/1.1" status: 200 len: 217 time: 0.2332776 Nov 24 11:24:37.786412 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ccda0307-640d-4fe5-af82-cf5e9cca7dcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:37.799545 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6ffc50fe-d94b-4303-902b-a48d22f0b1cf req-2f6d5be8-db7f-4c65-a069-3b151cc44dd9 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 210 time: 0.0266130 Nov 24 11:24:37.860761 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ccda0307-640d-4fe5-af82-cf5e9cca7dcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:37.864852 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ccda0307-640d-4fe5-af82-cf5e9cca7dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:37.901897 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-ccda0307-640d-4fe5-af82-cf5e9cca7dcc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a6a488d04ce64a0abc134897f0364c44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413726 Nov 24 11:24:37.902784 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda0307-640d-4fe5-af82-cf5e9cca7dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cc730c-f011-45af-8870-29de26072089,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:37.905259 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 50048) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:37.953341 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-cce989cc-90db-4687-a78a-385d8ab4059d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:37.974592 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-cce989cc-90db-4687-a78a-385d8ab4059d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:38.021512 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-cce989cc-90db-4687-a78a-385d8ab4059d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:38.024164 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-cce989cc-90db-4687-a78a-385d8ab4059d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:38.025304 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-cce989cc-90db-4687-a78a-385d8ab4059d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c6cc730c-f011-45af-8870-29de26072089 HTTP/1.1" status: 204 len: 168 time: 0.1191983 Nov 24 11:24:38.032968 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce989cc-90db-4687-a78a-385d8ab4059d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cc730c-f011-45af-8870-29de26072089,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:38.157687 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec5dcc-715a-4f2e-9182-46bf476f7a09 req-df0f2a67-a7f7-49ef-9b52-bb6c779cce94 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:38.159067 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-34ec5dcc-715a-4f2e-9182-46bf476f7a09 req-df0f2a67-a7f7-49ef-9b52-bb6c779cce94 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 943 time: 0.0527585 Nov 24 11:24:38.224488 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-34ec5dcc-715a-4f2e-9182-46bf476f7a09 req-6dc6e12a-a25b-4d1f-bb33-a68253bb07af tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581582 Nov 24 11:24:38.294806 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 50062) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:38.308114 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8806088a-b7d0-47f0-a727-32ffeca73925 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:38.377965 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8806088a-b7d0-47f0-a727-32ffeca73925 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:38.382095 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8806088a-b7d0-47f0-a727-32ffeca73925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:38.419468 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-8806088a-b7d0-47f0-a727-32ffeca73925 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d99ca8d4ac2241c8a6930f708197267a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1235058 Nov 24 11:24:38.420314 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806088a-b7d0-47f0-a727-32ffeca73925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db4b618-ba90-4534-b750-11a1a9216d8c,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:38.422361 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 50066) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:38.471474 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-abfc5f8c-5a47-40fd-a878-a0d58fc1444b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:38.494296 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-abfc5f8c-5a47-40fd-a878-a0d58fc1444b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:38.506213 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd52927-9c3e-4227-8c89-60dec8a37715 req-9d9c6fb8-cf5c-496b-af48-9211f2a3d3fd tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:38.507690 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cfd52927-9c3e-4227-8c89-60dec8a37715 req-9d9c6fb8-cf5c-496b-af48-9211f2a3d3fd tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 943 time: 0.0526772 Nov 24 11:24:38.547823 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-abfc5f8c-5a47-40fd-a878-a0d58fc1444b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:38.551100 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-abfc5f8c-5a47-40fd-a878-a0d58fc1444b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:38.554857 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-abfc5f8c-5a47-40fd-a878-a0d58fc1444b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4db4b618-ba90-4534-b750-11a1a9216d8c HTTP/1.1" status: 204 len: 168 time: 0.1282494 Nov 24 11:24:38.564086 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc5f8c-5a47-40fd-a878-a0d58fc1444b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db4b618-ba90-4534-b750-11a1a9216d8c,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:38.565303 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cfd52927-9c3e-4227-8c89-60dec8a37715 req-47bd2f18-deef-4717-93d8-0797003837ca tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516374 Nov 24 11:24:38.892090 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6427fcef-227d-4436-9e18-f42d068e8b35 req-769641b4-62b6-432b-954b-95ce49e0db22 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 210 time: 0.0260663 Nov 24 11:24:39.338989 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cafb2-2b11-475d-b91b-129f1030a986 req-10cd2965-c9ef-42f0-bfb6-f45714ce3fff tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:39.340493 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4b9cafb2-2b11-475d-b91b-129f1030a986 req-10cd2965-c9ef-42f0-bfb6-f45714ce3fff tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 943 time: 0.0501668 Nov 24 11:24:39.387797 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4b9cafb2-2b11-475d-b91b-129f1030a986 req-5274fe6d-f331-4aef-a260-b4fd0fe4d381 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414195 Nov 24 11:24:39.688565 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b52c0-2c6a-4fd4-b0ad-63bf41f8772a req-683cb349-c646-4081-99ae-1e2ca69f6b2a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:39.690226 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-549b52c0-2c6a-4fd4-b0ad-63bf41f8772a req-683cb349-c646-4081-99ae-1e2ca69f6b2a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 943 time: 0.0521498 Nov 24 11:24:39.745891 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-549b52c0-2c6a-4fd4-b0ad-63bf41f8772a req-e47bf878-c6cf-40b1-9168-7eaf31624e3f tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499122 Nov 24 11:24:39.999880 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-22c22d94-6e6d-4378-885b-b94cfdfe224a req-4c341cd1-6d09-452b-8f61-cb2b59b7a510 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 210 time: 0.0254037 Nov 24 11:24:40.381709 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-5d8e3346-7daa-4003-90e6-1c61bd9faa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:40.383142 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-5d8e3346-7daa-4003-90e6-1c61bd9faa60 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a9d5363-5f28-4302-8145-cfba618a1163 HTTP/1.1" status: 200 len: 859 time: 0.0492783 Nov 24 11:24:40.386807 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-83e40651-b046-4e60-8218-e5c93d407d80 req-00a4ce0b-cd90-40c8-89d9-675399e6e9fa tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Request body: {'port': {'device_id': 'b664b2a7-a9e8-469b-a5ec-2822467c19e2', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'admin_state_up': True, 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'security_groups': ['fca0385f-6b05-40fc-806e-e1a0812f3e9f']}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:24:40.403078 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-b5e901ca-ba41-4346-ba55-c912ff24a877 req-202948bc-be29-49fb-bd22-ca65df7ae4e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf HTTP/1.1" status: 200 len: 217 time: 0.0716629 Nov 24 11:24:40.443423 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-57c0e33f-69a4-46b1-b1de-ba45c748b9d8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=46755722-9f6e-4465-a31a-32c0f19f7268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518587 Nov 24 11:24:40.558459 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e901ca-ba41-4346-ba55-c912ff24a877 req-f532768c-fa65-4c04-babd-2383e9284ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:40.559996 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-b5e901ca-ba41-4346-ba55-c912ff24a877 req-f532768c-fa65-4c04-babd-2383e9284ff5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=998e6652-39c2-4c19-b723-d69e3254f5d2 HTTP/1.1" status: 200 len: 852 time: 0.1473553 Nov 24 11:24:40.563885 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-553f190f-ebc5-436f-a414-fabf051b4a74 req-c50529a2-d5aa-42b3-ae23-fc5385203684 service neutron] 10.222.0.65 "GET /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259586 Nov 24 11:24:40.564936 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc5b07-e570-4ef7-bcb3-f60a09c7dab0 req-6501c8f9-2513-4035-91a1-d081a912bb19 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:40.566926 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-60dc5b07-e570-4ef7-bcb3-f60a09c7dab0 req-6501c8f9-2513-4035-91a1-d081a912bb19 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 943 time: 0.0969832 Nov 24 11:24:40.594555 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-77dff676-8c15-454c-99a1-dc24a8506f13 service neutron] 10.222.0.65 "GET /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429482 Nov 24 11:24:40.621593 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-b5e901ca-ba41-4346-ba55-c912ff24a877 req-67a17ea6-3158-4b40-900c-73f645bb88a9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f9c777c0-86f9-4ac0-a3c4-21e00095a7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446596 Nov 24 11:24:40.666131 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-60dc5b07-e570-4ef7-bcb3-f60a09c7dab0 req-7a1347d5-89e7-4c30-87ef-eeb35f548d5c tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796962 Nov 24 11:24:40.731731 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-41a67c05-4f52-437d-8bdc-eaac3f711754 req-d6382ba6-7a26-4524-9913-5cec25d7b003 service neutron] 10.222.0.65 "GET /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198163 Nov 24 11:24:40.758616 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e40651-b046-4e60-8218-e5c93d407d80 req-00a4ce0b-cd90-40c8-89d9-675399e6e9fa tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Made reservation on behalf of 6a92dfb7f26143f8aa4cc3ca2bcc9088 for: {'port': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:24:40.762118 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-83e40651-b046-4e60-8218-e5c93d407d80 req-00a4ce0b-cd90-40c8-89d9-675399e6e9fa tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:40.769259 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fad341-bd95-4f21-aca4-8249366a5461 req-ab60d3a9-3bef-4720-b2da-caa85ff40eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:40.770727 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-99fad341-bd95-4f21-aca4-8249366a5461 req-ab60d3a9-3bef-4720-b2da-caa85ff40eba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4ef4eb6fdaf240b8bd9d2238dfb2efef&device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 1097 time: 0.1482770 Nov 24 11:24:40.832234 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-b5e901ca-ba41-4346-ba55-c912ff24a877 req-1d3b5429-d5aa-4296-a261-bc250cbc4138 service neutron] 10.222.0.65 "GET /v2.0/networks/f9c777c0-86f9-4ac0-a3c4-21e00095a7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969218 Nov 24 11:24:40.885188 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401ebc9-51d1-4b18-ab03-59f6f4acd4a1 req-5654a144-80e8-4d12-b205-eecb39cd6b5d tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:40.886712 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2401ebc9-51d1-4b18-ab03-59f6f4acd4a1 req-5654a144-80e8-4d12-b205-eecb39cd6b5d tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 943 time: 0.0612864 Nov 24 11:24:40.934487 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2401ebc9-51d1-4b18-ab03-59f6f4acd4a1 req-9116912f-e7d8-4426-a990-8483a0b73892 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414829 Nov 24 11:24:41.053033 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fad341-bd95-4f21-aca4-8249366a5461 req-49984bf9-e890-41d0-b0c7-b86352cd8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:41.054511 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-99fad341-bd95-4f21-aca4-8249366a5461 req-49984bf9-e890-41d0-b0c7-b86352cd8650 service neutron] 10.222.0.65 "GET /v2.0/networks?id=46755722-9f6e-4465-a31a-32c0f19f7268 HTTP/1.1" status: 200 len: 920 time: 0.2667687 Nov 24 11:24:41.103111 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b34ffbbb-a943-414d-a126-41533fbd2c9e req-e50666a0-744f-4578-b2f3-68b952fd14fc tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 210 time: 0.0276294 Nov 24 11:24:41.112816 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-b5e901ca-ba41-4346-ba55-c912ff24a877 req-872a8976-7c71-450a-b5d1-4ac4f383b0ba service neutron] 10.222.0.65 "GET /v2.0/networks/f9c777c0-86f9-4ac0-a3c4-21e00095a7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670419 Nov 24 11:24:41.117725 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-99fad341-bd95-4f21-aca4-8249366a5461 req-48dcf8fa-a5fd-4ff0-a553-497341f11d4d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318624af-0998-4bb1-af72-81fbe7e75826 HTTP/1.1" status: 200 len: 217 time: 0.0554826 Nov 24 11:24:41.119030 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [req-83e40651-b046-4e60-8218-e5c93d407d80 req-00a4ce0b-cd90-40c8-89d9-675399e6e9fa tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Allocated IP 172.20.0.12 (0eaf43db-385c-4388-a2f4-5981573fae4b/6d217b95-72ec-45a6-bf60-4be1d5b405e2/6370e0ef-c4f2-48de-9bd9-ada7b86b5466) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:24:41.201940 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fad341-bd95-4f21-aca4-8249366a5461 req-6e6730b0-dec9-434a-bdbb-3e9e1a2ccd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:41.203475 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-99fad341-bd95-4f21-aca4-8249366a5461 req-6e6730b0-dec9-434a-bdbb-3e9e1a2ccd07 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a9d5363-5f28-4302-8145-cfba618a1163 HTTP/1.1" status: 200 len: 859 time: 0.0737503 Nov 24 11:24:41.256662 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-99fad341-bd95-4f21-aca4-8249366a5461 req-53d40d1c-6254-46c9-bd21-13cd7288dab3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=46755722-9f6e-4465-a31a-32c0f19f7268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449214 Nov 24 11:24:41.582883 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-83e40651-b046-4e60-8218-e5c93d407d80 req-00a4ce0b-cd90-40c8-89d9-675399e6e9fa tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:41.606593 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-99fad341-bd95-4f21-aca4-8249366a5461 req-facaf3c4-61a7-4c4a-8939-79f20931ada3 service neutron] 10.222.0.65 "GET /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275525 Nov 24 11:24:41.695584 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-83e40651-b046-4e60-8218-e5c93d407d80 req-00a4ce0b-cd90-40c8-89d9-675399e6e9fa tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:41.768049 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-99fad341-bd95-4f21-aca4-8249366a5461 req-e581e3fa-7aa5-4657-ba4e-3062aa00099d service neutron] 10.222.0.65 "GET /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528249 Nov 24 11:24:41.772759 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e40651-b046-4e60-8218-e5c93d407d80 req-00a4ce0b-cd90-40c8-89d9-675399e6e9fa tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Network 0eaf43db-385c-4388-a2f4-5981573fae4b is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:24:41.775980 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4ce0b-cd90-40c8-89d9-675399e6e9fa tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Pushing event updated for resources: {'Port': ['ID=6370e0ef-c4f2-48de-9bd9-ada7b86b5466,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:41.777579 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [req-83e40651-b046-4e60-8218-e5c93d407d80 req-00a4ce0b-cd90-40c8-89d9-675399e6e9fa tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:24:41.779907 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e40651-b046-4e60-8218-e5c93d407d80 req-00a4ce0b-cd90-40c8-89d9-675399e6e9fa tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:24:41.787512 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e40651-b046-4e60-8218-e5c93d407d80 req-00a4ce0b-cd90-40c8-89d9-675399e6e9fa tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:41.788271 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-83e40651-b046-4e60-8218-e5c93d407d80 req-00a4ce0b-cd90-40c8-89d9-675399e6e9fa tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:41.814409 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-83e40651-b046-4e60-8218-e5c93d407d80 req-00a4ce0b-cd90-40c8-89d9-675399e6e9fa tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4659202 Nov 24 11:24:41.829165 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] Request body: {'port': {'device_id': 'b664b2a7-a9e8-469b-a5ec-2822467c19e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81908'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:24:41.876629 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251df4e2-996b-438d-8446-7a15a183f422 req-78419581-1ebd-4088-8374-63c4d80d0a14 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:41.878696 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-251df4e2-996b-438d-8446-7a15a183f422 req-78419581-1ebd-4088-8374-63c4d80d0a14 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 943 time: 0.1080716 Nov 24 11:24:41.941358 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:42.000468 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-251df4e2-996b-438d-8446-7a15a183f422 req-677506f9-dd5c-44b9-a3dc-260a06fcb002 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097305 Nov 24 11:24:42.135799 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-0d495146-0d78-4b59-bf2e-0cfc72bfac12 None None] Provisioning complete for port 6370e0ef-c4f2-48de-9bd9-ada7b86b5466 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:24:42.136403 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0d495146-0d78-4b59-bf2e-0cfc72bfac12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:42.143143 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b74fe6-05d9-4111-a7f0-3ab8894a10bc req-0b5e9250-dab9-458c-9a04-695b1b1d7310 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:42.151167 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c5b74fe6-05d9-4111-a7f0-3ab8894a10bc req-0b5e9250-dab9-458c-9a04-695b1b1d7310 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 943 time: 0.0898342 Nov 24 11:24:42.180952 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 318624af-0998-4bb1-af72-81fbe7e75826 details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:24:42.211272 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-0d495146-0d78-4b59-bf2e-0cfc72bfac12 None None] Port 6370e0ef-c4f2-48de-9bd9-ada7b86b5466 cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:24:42.282327 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c5b74fe6-05d9-4111-a7f0-3ab8894a10bc req-3d2d33bf-cd7b-4f32-99ef-25b993323c21 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161685 Nov 24 11:24:42.297109 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c28e7-becf-4708-9583-a50fe74ad59e req-36bcd103-49c2-4956-b415-01fb0c149e52 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:42.304767 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-515c28e7-becf-4708-9583-a50fe74ad59e req-36bcd103-49c2-4956-b415-01fb0c149e52 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 932 time: 0.0960386 Nov 24 11:24:42.321238 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 318624af-0998-4bb1-af72-81fbe7e75826, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=318624af-0998-4bb1-af72-81fbe7e75826,segment=NetworkSegment(bacaa2f9-4df6-4e19-9c3c-9e736d521b32),segment_id=bacaa2f9-4df6-4e19-9c3c-9e736d521b32)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:24:42.333752 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': '318624af-0998-4bb1-af72-81fbe7e75826', 'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268', 'port_id': '318624af-0998-4bb1-af72-81fbe7e75826', 'mac_address': 'fa:16:3e:52:cf:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a9d5363-5f28-4302-8145-cfba618a1163', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:24:42.362713 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-515c28e7-becf-4708-9583-a50fe74ad59e req-9d1387e2-44eb-44fb-af83-b276f827c84c tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511656 Nov 24 11:24:42.372830 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:42.387817 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318624af-0998-4bb1-af72-81fbe7e75826 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:24:42.403582 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6370e0ef-c4f2-48de-9bd9-ada7b86b5466 {{(pid=102481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:24:42.410196 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 318624af-0998-4bb1-af72-81fbe7e75826, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=318624af-0998-4bb1-af72-81fbe7e75826,segment=NetworkSegment(bacaa2f9-4df6-4e19-9c3c-9e736d521b32),segment_id=bacaa2f9-4df6-4e19-9c3c-9e736d521b32)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:24:42.413976 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:42.415615 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:42.416262 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:24:42.427126 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.provisioning_blocks [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] Transition to ACTIVE for port object 6370e0ef-c4f2-48de-9bd9-ada7b86b5466 will not be triggered until provisioned by entity L2. {{(pid=102481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 11:24:42.431186 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:42.485548 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] Pushing event updated for resources: {'Port': ['ID=6370e0ef-c4f2-48de-9bd9-ada7b86b5466,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:42.513584 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=318624af-0998-4bb1-af72-81fbe7e75826,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:42.551512 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] Attempting to bind port 6370e0ef-c4f2-48de-9bd9-ada7b86b5466 on host hv-cinder-81908 for vnic_type normal with profile {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:24:42.552249 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] Attempting to bind port 6370e0ef-c4f2-48de-9bd9-ada7b86b5466 by drivers openvswitch,hyperv on host hv-cinder-81908 at level 0 using segments [{'id': '796baa1c-b25a-4210-8017-3d7871f52b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b'}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:24:42.553300 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] Attempting to bind port 6370e0ef-c4f2-48de-9bd9-ada7b86b5466 on network 0eaf43db-385c-4388-a2f4-5981573fae4b {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:24:42.559310 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] Port 6370e0ef-c4f2-48de-9bd9-ada7b86b5466 on network 0eaf43db-385c-4388-a2f4-5981573fae4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81908 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 11:24:42.560070 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] Attempting to bind port 6370e0ef-c4f2-48de-9bd9-ada7b86b5466 on network 0eaf43db-385c-4388-a2f4-5981573fae4b {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:24:42.568019 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] Checking agent: {'id': '3c6daaf5-cf27-4c68-b1a8-704272683c2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81908', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'started_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:24:42.568359 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] Checking segment: {'id': '796baa1c-b25a-4210-8017-3d7871f52b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:24:42.568841 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] Bound using segment: {'id': '796baa1c-b25a-4210-8017-3d7871f52b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b'} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:24:42.569327 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] Bound port: 6370e0ef-c4f2-48de-9bd9-ada7b86b5466, host: hv-cinder-81908, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796baa1c-b25a-4210-8017-3d7871f52b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b'}}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:24:42.569946 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:42.594392 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf,segment=NetworkSegment(033a639b-5f2e-4ee4-ba92-66f4eb21a82d),segment_id=033a639b-5f2e-4ee4-ba92-66f4eb21a82d)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:24:42.608310 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': '226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf', 'network_id': 'f9c777c0-86f9-4ac0-a3c4-21e00095a7f2', 'port_id': '226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf', 'mac_address': 'fa:16:3e:cf:55:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '998e6652-39c2-4c19-b723-d69e3254f5d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:24:42.650251 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:42.661812 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] For port 6370e0ef-c4f2-48de-9bd9-ada7b86b5466, host hv-cinder-81908, cleared binding levels {{(pid=102481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:24:42.666020 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:24:42.669119 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] For port 6370e0ef-c4f2-48de-9bd9-ada7b86b5466, host hv-cinder-81908, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=6370e0ef-c4f2-48de-9bd9-ada7b86b5466,segment=NetworkSegment(796baa1c-b25a-4210-8017-3d7871f52b82),segment_id=796baa1c-b25a-4210-8017-3d7871f52b82)] {{(pid=102481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:24:42.674131 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:42.703670 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf,segment=NetworkSegment(033a639b-5f2e-4ee4-ba92-66f4eb21a82d),segment_id=033a639b-5f2e-4ee4-ba92-66f4eb21a82d)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:24:42.712769 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:42.713451 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:42.714906 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] 10.222.0.65 "PUT /v2.0/ports/6370e0ef-c4f2-48de-9bd9-ada7b86b5466 HTTP/1.1" status: 200 len: 1094 time: 0.8918982 Nov 24 11:24:42.715223 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:42.715477 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b664b2a7-a9e8-469b-a5ec-2822467c19e2', 'tag': '6370e0ef-c4f2-48de-9bd9-ada7b86b5466'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:24:42.716040 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 8b2bc093-54ca-4228-b5a8-ce15e80f6a21 details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:24:42.717983 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acfde4b-528a-4089-b1d0-2b4c58793c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "b664b2a7-a9e8-469b-a5ec-2822467c19e2", "tag": "6370e0ef-c4f2-48de-9bd9-ada7b86b5466"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:24:42.756124 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b716f-15d0-44c9-89da-f84f85141f85 service neutron] Pushing event updated for resources: {'Port': ['ID=6370e0ef-c4f2-48de-9bd9-ada7b86b5466,revision_number=3']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:42.770879 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98585938-0e0b-4906-8712-f3342597528c x-openstack-request-id: req-98585938-0e0b-4906-8712-f3342597528c {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:24:42.771353 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b664b2a7-a9e8-469b-a5ec-2822467c19e2", "tag": "6370e0ef-c4f2-48de-9bd9-ada7b86b5466", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:24:42.771766 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-98585938-0e0b-4906-8712-f3342597528c {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:24:42.772322 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b664b2a7-a9e8-469b-a5ec-2822467c19e2', 'tag': '6370e0ef-c4f2-48de-9bd9-ada7b86b5466', 'status': 'completed', 'code': 200} Nov 24 11:24:42.793686 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:42.813297 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 8b2bc093-54ca-4228-b5a8-ce15e80f6a21, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=8b2bc093-54ca-4228-b5a8-ce15e80f6a21,segment=NetworkSegment(bacaa2f9-4df6-4e19-9c3c-9e736d521b32),segment_id=bacaa2f9-4df6-4e19-9c3c-9e736d521b32)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:24:42.824932 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': '8b2bc093-54ca-4228-b5a8-ce15e80f6a21', 'network_id': '46755722-9f6e-4465-a31a-32c0f19f7268', 'port_id': '8b2bc093-54ca-4228-b5a8-ce15e80f6a21', 'mac_address': 'fa:16:3e:d6:be:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a9d5363-5f28-4302-8145-cfba618a1163', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:24:42.874634 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:42.888004 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b2bc093-54ca-4228-b5a8-ce15e80f6a21 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:24:42.911844 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 8b2bc093-54ca-4228-b5a8-ce15e80f6a21, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=8b2bc093-54ca-4228-b5a8-ce15e80f6a21,segment=NetworkSegment(bacaa2f9-4df6-4e19-9c3c-9e736d521b32),segment_id=bacaa2f9-4df6-4e19-9c3c-9e736d521b32)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:24:42.917493 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:42.968881 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=8b2bc093-54ca-4228-b5a8-ce15e80f6a21,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:43.111290 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a32744-318b-4ac2-985c-77b822e7e6b6 req-c3511e4a-ab37-47db-b9e4-e9002d8f5fb1 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:43.112804 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-50a32744-318b-4ac2-985c-77b822e7e6b6 req-c3511e4a-ab37-47db-b9e4-e9002d8f5fb1 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 944 time: 0.0518444 Nov 24 11:24:43.158752 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-50a32744-318b-4ac2-985c-77b822e7e6b6 req-28ea2d7c-d5af-4362-962e-face9f0a1367 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401802 Nov 24 11:24:43.398234 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f8683-d144-42e7-a0da-3391d78972da req-af6fdffa-1ffc-40fc-ab2b-de069d0e2478 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:43.399719 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6b2f8683-d144-42e7-a0da-3391d78972da req-af6fdffa-1ffc-40fc-ab2b-de069d0e2478 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 944 time: 0.0484166 Nov 24 11:24:43.473065 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6b2f8683-d144-42e7-a0da-3391d78972da req-9f8c7f06-e3d6-421a-8c72-5dd39c4f7325 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671303 Nov 24 11:24:43.484422 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41e539-9a20-4cf7-bc46-8ec569aa0394 req-8dbf002a-6133-4acb-b44f-1fcf91a4c59f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:43.485868 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4d41e539-9a20-4cf7-bc46-8ec569aa0394 req-8dbf002a-6133-4acb-b44f-1fcf91a4c59f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 944 time: 0.0672655 Nov 24 11:24:43.535476 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4d41e539-9a20-4cf7-bc46-8ec569aa0394 req-abaec91a-960a-4dbd-8057-badc45881940 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432472 Nov 24 11:24:44.267111 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490836b1-6443-410f-b399-cc41c2321a80 req-82c84f26-b651-4894-94dd-f4ce75ea1c67 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:44.269043 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-490836b1-6443-410f-b399-cc41c2321a80 req-82c84f26-b651-4894-94dd-f4ce75ea1c67 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 944 time: 0.0456717 Nov 24 11:24:44.313984 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-490836b1-6443-410f-b399-cc41c2321a80 req-8d2d4a24-9461-4336-95fa-18d44d61da44 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391123 Nov 24 11:24:44.586388 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36db27-0a6e-4c25-ae21-8c29a0959245 req-3c129522-caa9-48c1-90cd-15ce71a78487 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:44.587862 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ea36db27-0a6e-4c25-ae21-8c29a0959245 req-3c129522-caa9-48c1-90cd-15ce71a78487 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 944 time: 0.0500858 Nov 24 11:24:44.671575 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ea36db27-0a6e-4c25-ae21-8c29a0959245 req-86e11efd-28a6-44dd-8d94-dd3e14ccc314 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778093 Nov 24 11:24:44.683413 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79217ea-2841-480e-9234-3835e616c7a5 req-b233d94d-2d77-48eb-82ae-8417d8163b0a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:44.684856 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d79217ea-2841-480e-9234-3835e616c7a5 req-b233d94d-2d77-48eb-82ae-8417d8163b0a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 944 time: 0.0786231 Nov 24 11:24:44.732057 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d79217ea-2841-480e-9234-3835e616c7a5 req-10af0a38-0519-4eb2-800b-877e4022626e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406489 Nov 24 11:24:45.192876 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfde4b-528a-4089-b1d0-2b4c58793c6d req-55150af4-4ea8-46de-96e7-c1161a8c3e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:45.194384 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-6acfde4b-528a-4089-b1d0-2b4c58793c6d req-55150af4-4ea8-46de-96e7-c1161a8c3e5e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6a92dfb7f26143f8aa4cc3ca2bcc9088&device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 1097 time: 0.0439427 Nov 24 11:24:45.374456 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfde4b-528a-4089-b1d0-2b4c58793c6d req-a3935d9d-5245-4c65-8aa8-4e70e3259359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:45.376167 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-6acfde4b-528a-4089-b1d0-2b4c58793c6d req-a3935d9d-5245-4c65-8aa8-4e70e3259359 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=6a92dfb7f26143f8aa4cc3ca2bcc9088&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1724849 Nov 24 11:24:45.433490 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30289566-df6f-4fc2-86dd-1f2035eea531 req-dc570543-f018-4950-ba9e-16d241716e86 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:45.435160 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-30289566-df6f-4fc2-86dd-1f2035eea531 req-dc570543-f018-4950-ba9e-16d241716e86 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 944 time: 0.0524416 Nov 24 11:24:45.485140 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-30289566-df6f-4fc2-86dd-1f2035eea531 req-56fd86c1-2dec-425a-9df9-f77c21e6d3ed tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431848 Nov 24 11:24:45.537137 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['318624af-0998-4bb1-af72-81fbe7e75826'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:24:45.545238 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfde4b-528a-4089-b1d0-2b4c58793c6d req-291b2695-f900-4414-a3f6-e224c8423a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:45.547259 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-6acfde4b-528a-4089-b1d0-2b4c58793c6d req-291b2695-f900-4414-a3f6-e224c8423a6a service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1616445 Nov 24 11:24:45.580058 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:24:45.589358 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['8b2bc093-54ca-4228-b5a8-ce15e80f6a21'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:24:45.646077 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e40651-b046-4e60-8218-e5c93d407d80 req-ba79a030-0e3a-4a88-bc67-68e903e0b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:45.647845 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-83e40651-b046-4e60-8218-e5c93d407d80 req-ba79a030-0e3a-4a88-bc67-68e903e0b379 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6a92dfb7f26143f8aa4cc3ca2bcc9088&device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 1097 time: 0.0597699 Nov 24 11:24:45.701692 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-83e40651-b046-4e60-8218-e5c93d407d80 req-25306b6f-6d46-4074-9c4c-ee7d851ae160 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6370e0ef-c4f2-48de-9bd9-ada7b86b5466 HTTP/1.1" status: 200 len: 217 time: 0.0456560 Nov 24 11:24:45.787221 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e40651-b046-4e60-8218-e5c93d407d80 req-06c01430-1bbe-4081-8979-a5b8b3f3e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:45.790499 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-83e40651-b046-4e60-8218-e5c93d407d80 req-06c01430-1bbe-4081-8979-a5b8b3f3e245 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d217b95-72ec-45a6-bf60-4be1d5b405e2 HTTP/1.1" status: 200 len: 849 time: 0.0804935 Nov 24 11:24:45.907869 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2bba57-ce47-4d22-9990-c372348f793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:45.915663 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-83e40651-b046-4e60-8218-e5c93d407d80 req-9b2bba57-ce47-4d22-9990-c372348f793c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0eaf43db-385c-4388-a2f4-5981573fae4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1065810 Nov 24 11:24:45.927626 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43d25a-f051-44eb-8164-572d95ae8b95 req-b78d5327-95af-414d-96a3-c57ad0d0c878 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:45.939444 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fe43d25a-f051-44eb-8164-572d95ae8b95 req-b78d5327-95af-414d-96a3-c57ad0d0c878 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 944 time: 0.1421788 Nov 24 11:24:45.987914 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d280b0-bcf5-4de6-8491-0d9d90f19e31 req-1ae474c3-7933-4943-8b03-f2f36fbe5db1 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:45.999150 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-79d280b0-bcf5-4de6-8491-0d9d90f19e31 req-1ae474c3-7933-4943-8b03-f2f36fbe5db1 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 944 time: 0.1585481 Nov 24 11:24:46.058980 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-83e40651-b046-4e60-8218-e5c93d407d80 req-e648035d-f9c6-48f0-9090-9602329d0086 service neutron] 10.222.0.65 "GET /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314170 Nov 24 11:24:46.067348 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fe43d25a-f051-44eb-8164-572d95ae8b95 req-60125ed3-67d4-4650-bc97-026a9dcf6def tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265349 Nov 24 11:24:46.085790 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-79d280b0-bcf5-4de6-8491-0d9d90f19e31 req-9e43691b-4674-4b39-930a-31b308cf4a0a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855427 Nov 24 11:24:46.170842 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-83e40651-b046-4e60-8218-e5c93d407d80 req-edbe5772-1530-44a9-875f-10ec213656dd service neutron] 10.222.0.65 "GET /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061981 Nov 24 11:24:46.600485 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48768ae-792d-43ab-b7e8-0e6e49e8e120 req-dc200594-17a3-4ce3-a65e-11d3724e7f8b tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:46.601986 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a48768ae-792d-43ab-b7e8-0e6e49e8e120 req-dc200594-17a3-4ce3-a65e-11d3724e7f8b tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 944 time: 0.0478268 Nov 24 11:24:46.653755 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a48768ae-792d-43ab-b7e8-0e6e49e8e120 req-1f738f37-3d5d-48e9-beb4-fa6775561322 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456483 Nov 24 11:24:46.757968 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 50370) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:46.773942 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:46.860622 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d7e31126-1d98-4cb9-8ba3-6031350c0d90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:46.932316 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d7e31126-1d98-4cb9-8ba3-6031350c0d90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:46.935938 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d7e31126-1d98-4cb9-8ba3-6031350c0d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:46.970480 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e31126-1d98-4cb9-8ba3-6031350c0d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f341145b-de31-4909-bd33-b5609f764789,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:46.978835 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-d7e31126-1d98-4cb9-8ba3-6031350c0d90 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=51d8d835105d427a820f932403d58104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170293 Nov 24 11:24:46.979077 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 50376) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:47.024822 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-1011f126-4ae6-46da-b505-b19566398a2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:47.045316 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-1011f126-4ae6-46da-b505-b19566398a2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:47.091163 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-1011f126-4ae6-46da-b505-b19566398a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:47.093898 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-1011f126-4ae6-46da-b505-b19566398a2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:47.095027 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-1011f126-4ae6-46da-b505-b19566398a2f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f341145b-de31-4909-bd33-b5609f764789 HTTP/1.1" status: 204 len: 168 time: 0.1150451 Nov 24 11:24:47.103665 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011f126-4ae6-46da-b505-b19566398a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f341145b-de31-4909-bd33-b5609f764789,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:47.237323 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f21d4-a8a5-4ec8-8935-c89ae7ef3b9f req-a924a494-2df2-41f9-b257-db67ccd5897b tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:47.238870 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8d2f21d4-a8a5-4ec8-8935-c89ae7ef3b9f req-a924a494-2df2-41f9-b257-db67ccd5897b tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 944 time: 0.0806787 Nov 24 11:24:47.260424 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929c35a-3ac8-497f-a93d-bc482ef98763 req-f55d6c0e-e465-408e-a561-da2e519130c4 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:47.262090 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9929c35a-3ac8-497f-a93d-bc482ef98763 req-f55d6c0e-e465-408e-a561-da2e519130c4 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 944 time: 0.0748596 Nov 24 11:24:47.326494 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8d2f21d4-a8a5-4ec8-8935-c89ae7ef3b9f req-d531cfb4-76ab-4208-8fcf-dff49097139c tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810690 Nov 24 11:24:47.355023 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9929c35a-3ac8-497f-a93d-bc482ef98763 req-3b02a8d0-7b1a-4520-950a-55e829510a1b tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846794 Nov 24 11:24:47.388244 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 50394) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:47.401451 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-981ea414-d1a0-415c-9f52-dc657a8ac45b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:47.476848 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-981ea414-d1a0-415c-9f52-dc657a8ac45b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:47.480609 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-981ea414-d1a0-415c-9f52-dc657a8ac45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:47.517029 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ea414-d1a0-415c-9f52-dc657a8ac45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042b849b-fc52-4354-87e7-267587533b2b,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:47.521781 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-981ea414-d1a0-415c-9f52-dc657a8ac45b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=22d5ec439bfc4d7791012455627c0331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324327 Nov 24 11:24:47.524357 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 50396) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:47.574208 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-7807aa9d-f77f-445f-a17e-2431ecb4ae65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:47.595308 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-7807aa9d-f77f-445f-a17e-2431ecb4ae65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:47.640666 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-7807aa9d-f77f-445f-a17e-2431ecb4ae65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:47.643268 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-7807aa9d-f77f-445f-a17e-2431ecb4ae65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:47.644411 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-7807aa9d-f77f-445f-a17e-2431ecb4ae65 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/042b849b-fc52-4354-87e7-267587533b2b HTTP/1.1" status: 204 len: 168 time: 0.1190977 Nov 24 11:24:47.652511 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807aa9d-f77f-445f-a17e-2431ecb4ae65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042b849b-fc52-4354-87e7-267587533b2b,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:47.784792 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd02725-9707-490b-a521-8402c8a01d49 req-b409ed17-d646-4e3c-bcec-50901e0ca98e tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:47.786367 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5bd02725-9707-490b-a521-8402c8a01d49 req-b409ed17-d646-4e3c-bcec-50901e0ca98e tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 944 time: 0.0542252 Nov 24 11:24:47.838429 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5bd02725-9707-490b-a521-8402c8a01d49 req-e5a20867-bf0c-4a8a-bd51-107da9fbd213 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462363 Nov 24 11:24:47.981213 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 50404) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:47.999122 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d0441391-c953-4fd6-b185-af5c3a13eac9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:48.077033 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d0441391-c953-4fd6-b185-af5c3a13eac9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:48.081083 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d0441391-c953-4fd6-b185-af5c3a13eac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:48.118297 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-d0441391-c953-4fd6-b185-af5c3a13eac9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3e50b5392d5943c7bf8b6d1a15ddf1ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359606 Nov 24 11:24:48.119131 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0441391-c953-4fd6-b185-af5c3a13eac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726089bd-d06b-4cdf-9ece-326dbc28f44f,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:48.121607 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 50408) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:48.170263 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3806bf2a-3ac9-4b87-abbf-c6b702929871 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:48.192866 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3806bf2a-3ac9-4b87-abbf-c6b702929871 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:48.238714 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3806bf2a-3ac9-4b87-abbf-c6b702929871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:48.241894 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3806bf2a-3ac9-4b87-abbf-c6b702929871 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:48.243026 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-3806bf2a-3ac9-4b87-abbf-c6b702929871 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/726089bd-d06b-4cdf-9ece-326dbc28f44f HTTP/1.1" status: 204 len: 168 time: 0.1201398 Nov 24 11:24:48.250817 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806bf2a-3ac9-4b87-abbf-c6b702929871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726089bd-d06b-4cdf-9ece-326dbc28f44f,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:48.463928 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc5b7c-9110-4630-a675-38bceeda4ff4 req-84fc48ca-b4c6-4480-8381-dc653edb4e16 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:48.465519 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-96dc5b7c-9110-4630-a675-38bceeda4ff4 req-84fc48ca-b4c6-4480-8381-dc653edb4e16 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 944 time: 0.0614266 Nov 24 11:24:48.537774 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624eeed2-4281-4958-a826-600204fd5294 req-248e8390-0c72-4424-a10a-040431084980 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:48.539250 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-624eeed2-4281-4958-a826-600204fd5294 req-248e8390-0c72-4424-a10a-040431084980 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 944 time: 0.0920081 Nov 24 11:24:48.568337 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-96dc5b7c-9110-4630-a675-38bceeda4ff4 req-60ac5892-8b1c-4940-8fd9-8a92121aa2fa tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769765 Nov 24 11:24:48.602331 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-624eeed2-4281-4958-a826-600204fd5294 req-516a81fa-247c-4915-8e04-c3ad8c3da9a0 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535300 Nov 24 11:24:48.959227 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16a9fb-dd5b-4266-a375-dbb25e9c1682 req-02986368-4184-4d51-a450-bc8cb1ae52f5 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:48.960729 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ef16a9fb-dd5b-4266-a375-dbb25e9c1682 req-02986368-4184-4d51-a450-bc8cb1ae52f5 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 944 time: 0.0480332 Nov 24 11:24:49.008932 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ef16a9fb-dd5b-4266-a375-dbb25e9c1682 req-92ad4851-5e29-4c50-8a47-d1ad20949c33 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421207 Nov 24 11:24:49.723853 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9caf0cd-98bc-4e92-a6f4-feb8decd7912 req-e5bf2005-ec16-40a9-9cf1-04e07a095ea7 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:49.725370 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f9caf0cd-98bc-4e92-a6f4-feb8decd7912 req-e5bf2005-ec16-40a9-9cf1-04e07a095ea7 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 944 time: 0.0845556 Nov 24 11:24:49.758056 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61979d5c-0f94-4e28-b5f7-14ac0f69e768 req-237547e3-6684-410b-8033-dbdf552ac5a2 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:49.759863 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-61979d5c-0f94-4e28-b5f7-14ac0f69e768 req-237547e3-6684-410b-8033-dbdf552ac5a2 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 944 time: 0.0804048 Nov 24 11:24:49.813286 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f9caf0cd-98bc-4e92-a6f4-feb8decd7912 req-9ebc5fcf-7272-4954-a86d-8698ccc4af68 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802498 Nov 24 11:24:49.842582 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-61979d5c-0f94-4e28-b5f7-14ac0f69e768 req-4ffb6077-6364-4586-bc63-a0a888a99771 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738378 Nov 24 11:24:50.132859 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a549373-c958-4042-8e3d-4d4bacc1c29d req-972349e3-7f0d-4c24-a5c5-6eb8c773f029 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:50.134382 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0a549373-c958-4042-8e3d-4d4bacc1c29d req-972349e3-7f0d-4c24-a5c5-6eb8c773f029 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 944 time: 0.0514655 Nov 24 11:24:50.190477 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0a549373-c958-4042-8e3d-4d4bacc1c29d req-77d122d3-16fe-47fa-bc57-6d270c4e62eb tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494015 Nov 24 11:24:50.233192 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 50514) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:50.354180 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-1c714ae9-dfeb-4665-903f-a1514efc9656 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:50.441750 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-1c714ae9-dfeb-4665-903f-a1514efc9656 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:50.446110 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-1c714ae9-dfeb-4665-903f-a1514efc9656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:50.485884 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-1c714ae9-dfeb-4665-903f-a1514efc9656 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=52d8dc2711f742ec909e4a191d8934bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515023 Nov 24 11:24:50.486986 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c714ae9-dfeb-4665-903f-a1514efc9656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6185ff36-9790-4956-9335-8fdb4d6ea7b7,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:50.488452 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 50528) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:50.537942 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-328bd5a0-1c39-4a1d-91b4-5560873bc23f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:50.562258 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-328bd5a0-1c39-4a1d-91b4-5560873bc23f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:50.616649 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-328bd5a0-1c39-4a1d-91b4-5560873bc23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:50.620858 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-328bd5a0-1c39-4a1d-91b4-5560873bc23f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:50.625103 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-328bd5a0-1c39-4a1d-91b4-5560873bc23f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6185ff36-9790-4956-9335-8fdb4d6ea7b7 HTTP/1.1" status: 204 len: 168 time: 0.1349745 Nov 24 11:24:50.637587 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bd5a0-1c39-4a1d-91b4-5560873bc23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6185ff36-9790-4956-9335-8fdb4d6ea7b7,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:50.951589 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 50558) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:50.970712 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-257c2b27-766f-4854-b6bb-4e4686ac28f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:50.979855 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc522ab1-8375-4caf-8cf0-661580d4b4e8 req-17871237-f0b8-49d4-9fc7-f9f4bf74dcf4 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:50.981350 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dc522ab1-8375-4caf-8cf0-661580d4b4e8 req-17871237-f0b8-49d4-9fc7-f9f4bf74dcf4 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 944 time: 0.0885777 Nov 24 11:24:50.996003 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe787d-6749-4754-a7be-f76a32e6d22d req-62061896-62fe-44af-a43f-7859b01bd564 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:50.997511 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0cbe787d-6749-4754-a7be-f76a32e6d22d req-62061896-62fe-44af-a43f-7859b01bd564 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 944 time: 0.0749738 Nov 24 11:24:51.061774 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-257c2b27-766f-4854-b6bb-4e4686ac28f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:51.068738 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-257c2b27-766f-4854-b6bb-4e4686ac28f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:51.072524 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dc522ab1-8375-4caf-8cf0-661580d4b4e8 req-c7f3c2fa-a3f5-4976-8825-a7828cc3d549 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740395 Nov 24 11:24:51.082148 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0cbe787d-6749-4754-a7be-f76a32e6d22d req-bf2270b3-e312-4e15-92b9-c4405071c808 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764437 Nov 24 11:24:51.108082 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-257c2b27-766f-4854-b6bb-4e4686ac28f2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b34d87a52e7b4cae9fa2bb2e14289a30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553617 Nov 24 11:24:51.110100 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c2b27-766f-4854-b6bb-4e4686ac28f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1fbfec-b597-4318-8194-3dac87ae3e8d,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:51.110646 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 50560) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:51.159047 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-08321180-4088-4905-b4bc-1abf0b8b2194 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:51.180951 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-08321180-4088-4905-b4bc-1abf0b8b2194 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:51.227796 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-08321180-4088-4905-b4bc-1abf0b8b2194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:51.230610 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-08321180-4088-4905-b4bc-1abf0b8b2194 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:51.231747 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-08321180-4088-4905-b4bc-1abf0b8b2194 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ce1fbfec-b597-4318-8194-3dac87ae3e8d HTTP/1.1" status: 204 len: 168 time: 0.1201222 Nov 24 11:24:51.242818 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08321180-4088-4905-b4bc-1abf0b8b2194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1fbfec-b597-4318-8194-3dac87ae3e8d,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:51.316534 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03fa8d5-09ae-48a4-a249-98eb0f5fdda3 req-4c4a67a5-8704-40d5-9910-f5a27f3d01cf tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:51.318910 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f03fa8d5-09ae-48a4-a249-98eb0f5fdda3 req-4c4a67a5-8704-40d5-9910-f5a27f3d01cf tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 944 time: 0.0534151 Nov 24 11:24:51.373065 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f03fa8d5-09ae-48a4-a249-98eb0f5fdda3 req-81b46bcf-572b-40ad-a6bb-78ff733d19b7 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462656 Nov 24 11:24:52.046401 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 318624af-0998-4bb1-af72-81fbe7e75826 up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:24:52.141223 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning for port 318624af-0998-4bb1-af72-81fbe7e75826 completed by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 11:24:52.151110 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port 318624af-0998-4bb1-af72-81fbe7e75826 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:24:52.151692 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:52.241798 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e22aa-60ce-4883-80dd-8f5ef5a33faf req-d9101bb5-5d2a-4d1b-b49d-9151a45ce556 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:52.244149 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a60e22aa-60ce-4883-80dd-8f5ef5a33faf req-d9101bb5-5d2a-4d1b-b49d-9151a45ce556 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 944 time: 0.0681117 Nov 24 11:24:52.289935 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:52.320072 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61dc34e2-90e1-47ed-ac02-d048ff48d0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318624af-0998-4bb1-af72-81fbe7e75826'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:24:52.337254 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a60e22aa-60ce-4883-80dd-8f5ef5a33faf req-289b1373-b63a-4ff1-a6e9-0f9531d9c736 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835652 Nov 24 11:24:52.344606 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cf632-e1f6-455b-85bb-c11242fecce9 req-cad4c2bc-c7dd-4251-9f91-6fd20502fc6e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:52.346030 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-562cf632-e1f6-455b-85bb-c11242fecce9 req-cad4c2bc-c7dd-4251-9f91-6fd20502fc6e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 944 time: 0.0904264 Nov 24 11:24:52.401679 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 50626) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:52.436759 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-562cf632-e1f6-455b-85bb-c11242fecce9 req-de682dd8-b8e1-4bfe-b969-ab65c661580e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824111 Nov 24 11:24:52.513232 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d294b-2691-4bed-bb23-2c054cb75098 req-9da22322-a13b-4a74-bc87-9ccef5e5da0e tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:52.513413 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 318624af-0998-4bb1-af72-81fbe7e75826, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=318624af-0998-4bb1-af72-81fbe7e75826,segment=NetworkSegment(bacaa2f9-4df6-4e19-9c3c-9e736d521b32),segment_id=bacaa2f9-4df6-4e19-9c3c-9e736d521b32)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:24:52.515920 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-551d294b-2691-4bed-bb23-2c054cb75098 req-9da22322-a13b-4a74-bc87-9ccef5e5da0e tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 944 time: 0.0521517 Nov 24 11:24:52.523288 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:52.524071 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:24:52.537357 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6cac4c73-a394-4092-9a59-78acab128ca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:52.578398 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-551d294b-2691-4bed-bb23-2c054cb75098 req-6788d098-f1d4-4c1a-8359-000755869c24 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503092 Nov 24 11:24:52.609305 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=318624af-0998-4bb1-af72-81fbe7e75826,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:52.634468 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e0a24d-30b0-4052-8a49-a4ce88d6c813" -d '{"events": [{"server_uuid": "61dc34e2-90e1-47ed-ac02-d048ff48d0ce", "name": "network-vif-plugged", "status": "completed", "tag": "318624af-0998-4bb1-af72-81fbe7e75826"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:24:52.638938 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning for port 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf completed by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 11:24:52.643317 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:24:52.643689 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:52.652468 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6cac4c73-a394-4092-9a59-78acab128ca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:52.657106 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6cac4c73-a394-4092-9a59-78acab128ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:52.704957 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 50638) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:52.705137 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-6cac4c73-a394-4092-9a59-78acab128ca9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ecfca7127574477d8645d78ec1249fc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017313 Nov 24 11:24:52.707428 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac4c73-a394-4092-9a59-78acab128ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d76e161-2f3b-4506-9b91-0d1d65b8a4d8,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:52.740535 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:52.749521 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947fc18a-06d7-4b3c-b69c-ad13735adaa7 x-openstack-request-id: req-947fc18a-06d7-4b3c-b69c-ad13735adaa7 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:24:52.749839 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61dc34e2-90e1-47ed-ac02-d048ff48d0ce", "name": "network-vif-plugged", "status": "completed", "tag": "318624af-0998-4bb1-af72-81fbe7e75826", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:24:52.750096 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-947fc18a-06d7-4b3c-b69c-ad13735adaa7 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:24:52.750583 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61dc34e2-90e1-47ed-ac02-d048ff48d0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318624af-0998-4bb1-af72-81fbe7e75826', 'code': 200} Nov 24 11:24:52.758290 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5a696ee7-c57f-47e9-b50d-ac8348a316e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:52.775686 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf,segment=NetworkSegment(033a639b-5f2e-4ee4-ba92-66f4eb21a82d),segment_id=033a639b-5f2e-4ee4-ba92-66f4eb21a82d)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:24:52.780154 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:52.781017 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 8b2bc093-54ca-4228-b5a8-ce15e80f6a21 up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:24:52.781168 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5a696ee7-c57f-47e9-b50d-ac8348a316e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:52.829257 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5a696ee7-c57f-47e9-b50d-ac8348a316e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:52.831803 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5a696ee7-c57f-47e9-b50d-ac8348a316e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:52.832992 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-5a696ee7-c57f-47e9-b50d-ac8348a316e1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4d76e161-2f3b-4506-9b91-0d1d65b8a4d8 HTTP/1.1" status: 204 len: 168 time: 0.1269007 Nov 24 11:24:52.841379 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a696ee7-c57f-47e9-b50d-ac8348a316e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d76e161-2f3b-4506-9b91-0d1d65b8a4d8,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:52.868476 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:52.888072 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning for port 8b2bc093-54ca-4228-b5a8-ce15e80f6a21 completed by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 11:24:52.892298 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port 8b2bc093-54ca-4228-b5a8-ce15e80f6a21 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:24:52.892779 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:52.974285 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:53.005788 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 8b2bc093-54ca-4228-b5a8-ce15e80f6a21, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=8b2bc093-54ca-4228-b5a8-ce15e80f6a21,segment=NetworkSegment(bacaa2f9-4df6-4e19-9c3c-9e736d521b32),segment_id=bacaa2f9-4df6-4e19-9c3c-9e736d521b32)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:24:53.009554 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:53.056950 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=8b2bc093-54ca-4228-b5a8-ce15e80f6a21,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:53.456938 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c9f60-7de7-4ee6-99a1-1cf63425036a req-052ec9d3-1495-4d60-982c-2c84994da63d tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:53.459105 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-189c9f60-7de7-4ee6-99a1-1cf63425036a req-052ec9d3-1495-4d60-982c-2c84994da63d tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0504375 Nov 24 11:24:53.510584 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-189c9f60-7de7-4ee6-99a1-1cf63425036a req-0d2bbb11-31b8-434d-9fec-c5f605b1b36b tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456285 Nov 24 11:24:53.558298 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3ee0e-d0a2-4e61-a4f1-67cf334933df req-5ba5299e-4e78-463e-a39e-4b8071ebf811 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:53.559738 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01f3ee0e-d0a2-4e61-a4f1-67cf334933df req-5ba5299e-4e78-463e-a39e-4b8071ebf811 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 944 time: 0.0483148 Nov 24 11:24:53.606263 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01f3ee0e-d0a2-4e61-a4f1-67cf334933df req-fbfd32fc-d3cf-4759-a26a-87b0fab7000b tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405369 Nov 24 11:24:53.713264 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5777187-73f9-49e4-8a0a-287d47e0b75b req-c0518259-49f3-4bb2-93ae-cfbc6cc61a31 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:53.714753 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c5777187-73f9-49e4-8a0a-287d47e0b75b req-c0518259-49f3-4bb2-93ae-cfbc6cc61a31 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 945 time: 0.0530045 Nov 24 11:24:53.762395 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c5777187-73f9-49e4-8a0a-287d47e0b75b req-bba450ea-8652-4cda-afbf-e7cb54c8ee6a tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418046 Nov 24 11:24:53.852809 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 50686) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:53.917912 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 6370e0ef-c4f2-48de-9bd9-ada7b86b5466 details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:24:53.966276 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6d37f985-dfb4-4339-a2ee-3738c77c4561 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:54.037792 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 6370e0ef-c4f2-48de-9bd9-ada7b86b5466, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=6370e0ef-c4f2-48de-9bd9-ada7b86b5466,segment=NetworkSegment(796baa1c-b25a-4210-8017-3d7871f52b82),segment_id=796baa1c-b25a-4210-8017-3d7871f52b82)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:24:54.049691 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': '6370e0ef-c4f2-48de-9bd9-ada7b86b5466', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'port_id': '6370e0ef-c4f2-48de-9bd9-ada7b86b5466', 'mac_address': 'fa:16:3e:e1:04:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:24:54.055513 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6d37f985-dfb4-4339-a2ee-3738c77c4561 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:54.059889 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6d37f985-dfb4-4339-a2ee-3738c77c4561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:54.088607 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:54.100688 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-6d37f985-dfb4-4339-a2ee-3738c77c4561 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e8f96fe116054700a7faa8c50f21fb35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453139 Nov 24 11:24:54.104255 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6370e0ef-c4f2-48de-9bd9-ada7b86b5466 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:24:54.105081 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 50690) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:54.107046 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37f985-dfb4-4339-a2ee-3738c77c4561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96b19f4-a1fb-43f3-8e7f-b8cc1204423b,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:54.126153 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 6370e0ef-c4f2-48de-9bd9-ada7b86b5466, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=6370e0ef-c4f2-48de-9bd9-ada7b86b5466,segment=NetworkSegment(796baa1c-b25a-4210-8017-3d7871f52b82),segment_id=796baa1c-b25a-4210-8017-3d7871f52b82)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:24:54.131624 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:54.158254 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5072eb-4277-4fa1-bfad-c92b7342ffcd req-ec36540d-30c7-4987-b910-6238bcbe345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:54.160550 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-2e5072eb-4277-4fa1-bfad-c92b7342ffcd req-ec36540d-30c7-4987-b910-6238bcbe345a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 1099 time: 0.0803158 Nov 24 11:24:54.168323 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d392eee7-7d85-42b7-b855-e2bde1180c50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:54.183548 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-2e5072eb-4277-4fa1-bfad-c92b7342ffcd req-8d95d83e-237f-4482-82d6-662a58605524 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:54.188282 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=6370e0ef-c4f2-48de-9bd9-ada7b86b5466,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:54.190698 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d392eee7-7d85-42b7-b855-e2bde1180c50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:54.246333 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d392eee7-7d85-42b7-b855-e2bde1180c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:54.249030 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d392eee7-7d85-42b7-b855-e2bde1180c50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:54.250156 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-d392eee7-7d85-42b7-b855-e2bde1180c50 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d96b19f4-a1fb-43f3-8e7f-b8cc1204423b HTTP/1.1" status: 204 len: 168 time: 0.1440237 Nov 24 11:24:54.258352 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392eee7-7d85-42b7-b855-e2bde1180c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96b19f4-a1fb-43f3-8e7f-b8cc1204423b,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:54.268168 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-2e5072eb-4277-4fa1-bfad-c92b7342ffcd req-8d95d83e-237f-4482-82d6-662a58605524 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:54.273204 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-2e5072eb-4277-4fa1-bfad-c92b7342ffcd req-8d95d83e-237f-4482-82d6-662a58605524 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:54.330757 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-2e5072eb-4277-4fa1-bfad-c92b7342ffcd req-8d95d83e-237f-4482-82d6-662a58605524 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627975 Nov 24 11:24:54.331576 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95d83e-237f-4482-82d6-662a58605524 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3f695560-35bf-4049-9453-9a2113b22934,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:54.394325 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['6370e0ef-c4f2-48de-9bd9-ada7b86b5466'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:24:54.681241 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c88bf4-6ab8-472b-ba68-232ca91397df req-0320a916-af5d-400a-bcb9-473a0568c3e6 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:54.683036 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f6c88bf4-6ab8-472b-ba68-232ca91397df req-0320a916-af5d-400a-bcb9-473a0568c3e6 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0669293 Nov 24 11:24:54.751986 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079efd70-9d85-4fe9-a920-db1529301880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf'}, {'server_uuid': '8f54e297-ae97-477b-b3ad-b32f8bc5555e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2bc093-54ca-4228-b5a8-ce15e80f6a21'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:24:54.754910 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9417fb43-d1fb-4a86-8074-f35bd8a30a8b" -d '{"events": [{"server_uuid": "079efd70-9d85-4fe9-a920-db1529301880", "name": "network-vif-plugged", "status": "completed", "tag": "226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf"}, {"server_uuid": "8f54e297-ae97-477b-b3ad-b32f8bc5555e", "name": "network-vif-plugged", "status": "completed", "tag": "8b2bc093-54ca-4228-b5a8-ce15e80f6a21"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:24:54.774220 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36dc45f-308b-414f-bdcd-490b2742fc66 req-2c8dc351-34d1-402d-a041-79f414324dc3 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:54.775763 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a36dc45f-308b-414f-bdcd-490b2742fc66 req-2c8dc351-34d1-402d-a041-79f414324dc3 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 945 time: 0.0915940 Nov 24 11:24:54.819158 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f6c88bf4-6ab8-472b-ba68-232ca91397df req-66e7718c-9fbd-4bbe-bfc2-2e84b0f12c34 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084526 Nov 24 11:24:54.873641 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Nov 2021 11:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4735055a-cc03-474d-afac-e89b1f9d32ed x-openstack-request-id: req-4735055a-cc03-474d-afac-e89b1f9d32ed {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:24:54.873942 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079efd70-9d85-4fe9-a920-db1529301880", "name": "network-vif-plugged", "status": "completed", "tag": "226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf", "code": 200}, {"server_uuid": "8f54e297-ae97-477b-b3ad-b32f8bc5555e", "name": "network-vif-plugged", "status": "completed", "tag": "8b2bc093-54ca-4228-b5a8-ce15e80f6a21", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:24:54.874199 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4735055a-cc03-474d-afac-e89b1f9d32ed {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:24:54.874606 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079efd70-9d85-4fe9-a920-db1529301880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf', 'code': 200} Nov 24 11:24:54.874850 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f54e297-ae97-477b-b3ad-b32f8bc5555e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2bc093-54ca-4228-b5a8-ce15e80f6a21', 'code': 200} Nov 24 11:24:54.943709 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a36dc45f-308b-414f-bdcd-490b2742fc66 req-af4baf1f-6cf1-4833-9aaa-2da1272c1430 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581748 Nov 24 11:24:55.064066 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492aeece-7e6b-4065-8b1e-5cb794b7b62f req-83fd5e42-5dec-4e93-97db-2b67a9cd3c02 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:55.065653 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-492aeece-7e6b-4065-8b1e-5cb794b7b62f req-83fd5e42-5dec-4e93-97db-2b67a9cd3c02 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 945 time: 0.1182308 Nov 24 11:24:55.163442 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-492aeece-7e6b-4065-8b1e-5cb794b7b62f req-d9b1c80e-cacd-4774-8cc1-33e1be7bb781 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913928 Nov 24 11:24:55.193807 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66368868-0a41-4638-9f76-234327a54e50 req-576bc93a-9eab-4021-9b8d-0c82d59409f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:55.195313 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-66368868-0a41-4638-9f76-234327a54e50 req-576bc93a-9eab-4021-9b8d-0c82d59409f8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 1098 time: 0.1100183 Nov 24 11:24:55.209597 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf496aba-c3c1-4bbe-9046-42a2f804a244 req-323d5c40-7da2-4a83-b5fc-17ce8d5e3db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:55.210988 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-bf496aba-c3c1-4bbe-9046-42a2f804a244 req-323d5c40-7da2-4a83-b5fc-17ce8d5e3db3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 1098 time: 0.0726986 Nov 24 11:24:55.274068 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-66368868-0a41-4638-9f76-234327a54e50 req-7f675997-24e1-4ed2-b404-0d132174468d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715101 Nov 24 11:24:55.276914 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-bf496aba-c3c1-4bbe-9046-42a2f804a244 req-88a4b98b-0cec-416f-a592-4bed046cf873 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570166 Nov 24 11:24:55.919494 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 6370e0ef-c4f2-48de-9bd9-ada7b86b5466 up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:24:55.921244 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5467b0-9eb0-46ed-8859-29f8dc57b485 req-426829da-c889-4255-bab8-98a360811932 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:55.922778 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5a5467b0-9eb0-46ed-8859-29f8dc57b485 req-426829da-c889-4255-bab8-98a360811932 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0491180 Nov 24 11:24:55.975919 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5a5467b0-9eb0-46ed-8859-29f8dc57b485 req-ebe942da-f516-4127-82dd-dff7d5c449d5 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454321 Nov 24 11:24:55.988287 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning for port 6370e0ef-c4f2-48de-9bd9-ada7b86b5466 completed by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 11:24:55.998991 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port 6370e0ef-c4f2-48de-9bd9-ada7b86b5466 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:24:55.999361 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:56.069783 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f7fe3-d2ff-4675-ba9e-43b02eadfde2 req-2ae32d77-9582-4190-8b24-2218896e45ea tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:56.071255 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-678f7fe3-d2ff-4675-ba9e-43b02eadfde2 req-2ae32d77-9582-4190-8b24-2218896e45ea tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 945 time: 0.0523796 Nov 24 11:24:56.077442 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:56.111232 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 6370e0ef-c4f2-48de-9bd9-ada7b86b5466, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=6370e0ef-c4f2-48de-9bd9-ada7b86b5466,segment=NetworkSegment(796baa1c-b25a-4210-8017-3d7871f52b82),segment_id=796baa1c-b25a-4210-8017-3d7871f52b82)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:24:56.115992 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:56.178226 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=6370e0ef-c4f2-48de-9bd9-ada7b86b5466,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:56.357512 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-013fa1ff-0b82-42e6-bbd8-5aa339f4dbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:56.360839 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-678f7fe3-d2ff-4675-ba9e-43b02eadfde2 req-35e581ae-eea5-476d-90e3-afe0b831f58e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2834671 Nov 24 11:24:56.378025 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a332f7-f158-4669-975b-6d52fa831659 req-84565f8c-1fcf-457a-8345-4b3c0d28dbdf tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:56.381861 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-16a332f7-f158-4669-975b-6d52fa831659 req-84565f8c-1fcf-457a-8345-4b3c0d28dbdf tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 945 time: 0.0827563 Nov 24 11:24:56.438968 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-16a332f7-f158-4669-975b-6d52fa831659 req-c028d752-85bb-430a-9366-e339c1707765 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497282 Nov 24 11:24:56.609254 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 50818) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:56.720436 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-040b846c-2b51-44cb-8624-3d20c0340ee4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:56.803796 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-040b846c-2b51-44cb-8624-3d20c0340ee4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:56.809236 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-040b846c-2b51-44cb-8624-3d20c0340ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:56.852615 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-040b846c-2b51-44cb-8624-3d20c0340ee4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b67e2838933e4eb88ffae0240d102fa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420247 Nov 24 11:24:56.853882 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b846c-2b51-44cb-8624-3d20c0340ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfba99ed-e404-412a-9d62-b4854aa5d67f,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:56.855576 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 50826) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:24:56.876314 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b664b2a7-a9e8-469b-a5ec-2822467c19e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6370e0ef-c4f2-48de-9bd9-ada7b86b5466'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:24:56.878827 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bb3a76-a9fa-48c2-b1dc-0a7536a7f232" -d '{"events": [{"server_uuid": "b664b2a7-a9e8-469b-a5ec-2822467c19e2", "name": "network-vif-plugged", "status": "completed", "tag": "6370e0ef-c4f2-48de-9bd9-ada7b86b5466"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:24:56.919349 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4e37dd-7a1e-4fd9-8bf7-029cd1632c6f x-openstack-request-id: req-7e4e37dd-7a1e-4fd9-8bf7-029cd1632c6f {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:24:56.919648 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b664b2a7-a9e8-469b-a5ec-2822467c19e2", "name": "network-vif-plugged", "status": "completed", "tag": "6370e0ef-c4f2-48de-9bd9-ada7b86b5466", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:24:56.920217 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7e4e37dd-7a1e-4fd9-8bf7-029cd1632c6f {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:24:56.920302 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b664b2a7-a9e8-469b-a5ec-2822467c19e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6370e0ef-c4f2-48de-9bd9-ada7b86b5466', 'code': 200} Nov 24 11:24:56.934767 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-029a7104-5f62-486e-b471-aa7bea81b2e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:56.959417 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-029a7104-5f62-486e-b471-aa7bea81b2e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:57.010067 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-029a7104-5f62-486e-b471-aa7bea81b2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:57.013653 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-029a7104-5f62-486e-b471-aa7bea81b2e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:57.014963 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-029a7104-5f62-486e-b471-aa7bea81b2e4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cfba99ed-e404-412a-9d62-b4854aa5d67f HTTP/1.1" status: 204 len: 168 time: 0.1573596 Nov 24 11:24:57.023804 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a7104-5f62-486e-b471-aa7bea81b2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfba99ed-e404-412a-9d62-b4854aa5d67f,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:24:57.110101 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04d997-5369-4fec-a79f-e9ffa34bc4d5 req-33d2d780-ff5a-4b54-baf6-86bdea378471 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:57.111833 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ef04d997-5369-4fec-a79f-e9ffa34bc4d5 req-33d2d780-ff5a-4b54-baf6-86bdea378471 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0556662 Nov 24 11:24:57.164355 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ef04d997-5369-4fec-a79f-e9ffa34bc4d5 req-af52ea19-31a1-4071-9a21-de595a298e8b tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464547 Nov 24 11:24:57.488207 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e6651-357a-44e5-8ec0-01e71942c2d5 req-f2f7bdab-0cd2-4fda-b558-dcd20220aa6c tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:57.489750 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1b3e6651-357a-44e5-8ec0-01e71942c2d5 req-f2f7bdab-0cd2-4fda-b558-dcd20220aa6c tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0531313 Nov 24 11:24:57.578936 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1b3e6651-357a-44e5-8ec0-01e71942c2d5 req-b9e5e483-27a5-4a45-a875-81e9b089d08f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818288 Nov 24 11:24:57.591198 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd8857-760e-4dca-887d-a58c892ee499 req-0d851326-33df-43eb-9925-e7e40ed36973 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:57.592681 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-97bd8857-760e-4dca-887d-a58c892ee499 req-0d851326-33df-43eb-9925-e7e40ed36973 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 945 time: 0.0759044 Nov 24 11:24:57.647159 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-97bd8857-760e-4dca-887d-a58c892ee499 req-15ce5e69-5158-4ac1-b9c4-933cf9dddf98 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478315 Nov 24 11:24:58.298747 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae805e-0085-4ffc-9f29-a368fbc71c39 req-cdb14e12-6469-4590-a0b8-5568190de656 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:58.300211 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-baae805e-0085-4ffc-9f29-a368fbc71c39 req-cdb14e12-6469-4590-a0b8-5568190de656 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0489438 Nov 24 11:24:58.346020 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-baae805e-0085-4ffc-9f29-a368fbc71c39 req-959d4c90-ae16-4d70-aa27-f2924ae21190 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390604 Nov 24 11:24:58.690559 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628dc72-84cb-4188-959d-11cb10c79776 req-4dea0de4-2e65-449b-8f3f-5cef60537321 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:58.692130 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6628dc72-84cb-4188-959d-11cb10c79776 req-4dea0de4-2e65-449b-8f3f-5cef60537321 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0475662 Nov 24 11:24:58.701573 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e0a2363f-a378-4821-99ee-50357999864f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:58.743337 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6628dc72-84cb-4188-959d-11cb10c79776 req-aa2fa8de-0af2-4d1f-8eb2-935d722b4385 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445359 Nov 24 11:24:59.455472 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc988f59-4715-4264-a2c7-4cbf702dc702 req-97333e40-4156-4194-9fef-c6551d3ae75a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:59.458659 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fc988f59-4715-4264-a2c7-4cbf702dc702 req-97333e40-4156-4194-9fef-c6551d3ae75a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0456882 Nov 24 11:24:59.502897 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fc988f59-4715-4264-a2c7-4cbf702dc702 req-664829fe-8ab7-4dcd-b192-054b0c98892a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394034 Nov 24 11:24:59.641819 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:24:59.853791 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789d5b6-31d6-4158-a682-fee2774dbca9 req-7d7b1857-26d5-4022-bc8c-f8f9a774ee24 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:24:59.855186 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9789d5b6-31d6-4158-a682-fee2774dbca9 req-7d7b1857-26d5-4022-bc8c-f8f9a774ee24 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0454154 Nov 24 11:24:59.902266 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9789d5b6-31d6-4158-a682-fee2774dbca9 req-fad61312-3f09-4936-9dba-7b5565e7781d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409608 Nov 24 11:25:00.253745 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f154e8-c88d-4bb7-9a6a-1d3ada3e1961 req-4f602513-6989-47ae-8ca2-48280b0fa2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:00.255254 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e5f154e8-c88d-4bb7-9a6a-1d3ada3e1961 req-4f602513-6989-47ae-8ca2-48280b0fa2ff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 1099 time: 0.0419934 Nov 24 11:25:00.350899 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e5f154e8-c88d-4bb7-9a6a-1d3ada3e1961 req-565bfa5b-08c0-43aa-8f57-14324f8c1b69 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502412 Nov 24 11:25:00.621668 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa3e4f-4b1c-430d-a68c-d02fb171d5b2 req-ec183f4f-0c19-4b59-810d-624d0dffaff7 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:00.623144 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-66fa3e4f-4b1c-430d-a68c-d02fb171d5b2 req-ec183f4f-0c19-4b59-810d-624d0dffaff7 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0521951 Nov 24 11:25:00.673424 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-66fa3e4f-4b1c-430d-a68c-d02fb171d5b2 req-120eb715-3fe5-458c-af5a-edab46488530 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440805 Nov 24 11:25:01.034445 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f42e0f-8786-49f2-bb88-875f8096c29e req-56b3f67a-0171-43c9-8293-5e51dc2f339d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:01.036417 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-78f42e0f-8786-49f2-bb88-875f8096c29e req-56b3f67a-0171-43c9-8293-5e51dc2f339d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0658834 Nov 24 11:25:01.046255 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3f4b5-b2dd-4673-8707-6e5d84b2c9a5 req-71c8f824-3af9-4908-8124-d614333180d8 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:01.048006 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a9f3f4b5-b2dd-4673-8707-6e5d84b2c9a5 req-71c8f824-3af9-4908-8124-d614333180d8 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0861840 Nov 24 11:25:01.123549 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-78f42e0f-8786-49f2-bb88-875f8096c29e req-744b9d80-b7a2-4d3c-8b4e-3ba213851446 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745313 Nov 24 11:25:01.130565 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a9f3f4b5-b2dd-4673-8707-6e5d84b2c9a5 req-b9fd2171-f759-47d5-b73b-7d58bc491d61 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728388 Nov 24 11:25:01.367370 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:02.263903 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb266dbe-0820-40f1-a5af-65c51e4d1c27 req-9b9c4309-125d-4d4a-9371-cf13a0758aac tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:02.265361 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bb266dbe-0820-40f1-a5af-65c51e4d1c27 req-9b9c4309-125d-4d4a-9371-cf13a0758aac tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0751560 Nov 24 11:25:02.272538 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41861729-8106-4c71-9d63-ce0dedc58780 req-5d4abc0e-08c1-4cd8-8128-820a080660cc tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:02.273891 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-41861729-8106-4c71-9d63-ce0dedc58780 req-5d4abc0e-08c1-4cd8-8128-820a080660cc tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0743964 Nov 24 11:25:02.343720 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bb266dbe-0820-40f1-a5af-65c51e4d1c27 req-19755424-c41b-4d15-af6f-9b13847c9b44 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688784 Nov 24 11:25:02.347507 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-41861729-8106-4c71-9d63-ce0dedc58780 req-9b4e728c-9b51-4a18-96ec-faf65ce40a61 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669212 Nov 24 11:25:02.485766 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:03.494484 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c4f8d-abdc-4560-81b9-bd650347a068 req-871d1180-9cfd-4266-ab5c-4fb5cf6a05f2 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:03.496121 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d03c4f8d-abdc-4560-81b9-bd650347a068 req-871d1180-9cfd-4266-ab5c-4fb5cf6a05f2 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0796082 Nov 24 11:25:03.504073 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db402f7b-7da3-4966-9d6c-7086f5e55c23 req-50d67581-e1a8-41a5-83f4-7bb58a186287 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:03.505458 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-db402f7b-7da3-4966-9d6c-7086f5e55c23 req-50d67581-e1a8-41a5-83f4-7bb58a186287 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0871465 Nov 24 11:25:03.576581 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d03c4f8d-abdc-4560-81b9-bd650347a068 req-73d3b49f-86f2-47f3-b71c-690f0e40d1a4 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701816 Nov 24 11:25:03.579822 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-db402f7b-7da3-4966-9d6c-7086f5e55c23 req-437f80ce-8478-442b-a416-4472df92f608 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678611 Nov 24 11:25:03.629481 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f02350-4119-4a2e-96de-8cd25d66d23b req-0a0f06e1-0db6-4d51-a5a2-4548a75e1d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:03.630846 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-99f02350-4119-4a2e-96de-8cd25d66d23b req-0a0f06e1-0db6-4d51-a5a2-4548a75e1d08 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4ef4eb6fdaf240b8bd9d2238dfb2efef&device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 1098 time: 0.0393107 Nov 24 11:25:03.721049 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f02350-4119-4a2e-96de-8cd25d66d23b req-15bdb1dd-1101-4355-8e21-5de30bc6287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:03.722479 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-99f02350-4119-4a2e-96de-8cd25d66d23b req-15bdb1dd-1101-4355-8e21-5de30bc6287b service neutron] 10.222.0.65 "GET /v2.0/networks?id=46755722-9f6e-4465-a31a-32c0f19f7268 HTTP/1.1" status: 200 len: 920 time: 0.0825057 Nov 24 11:25:03.769505 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-99f02350-4119-4a2e-96de-8cd25d66d23b req-7ad57ed8-6ec2-4a9e-ac78-eb8e45751bc5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b2bc093-54ca-4228-b5a8-ce15e80f6a21 HTTP/1.1" status: 200 len: 217 time: 0.0353708 Nov 24 11:25:03.821383 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f02350-4119-4a2e-96de-8cd25d66d23b req-b44b11fa-f617-4c87-8127-a58734c8cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:03.822820 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-99f02350-4119-4a2e-96de-8cd25d66d23b req-b44b11fa-f617-4c87-8127-a58734c8cd20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a9d5363-5f28-4302-8145-cfba618a1163 HTTP/1.1" status: 200 len: 859 time: 0.0424070 Nov 24 11:25:03.857132 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-99f02350-4119-4a2e-96de-8cd25d66d23b req-51063af0-2ecf-489d-b0d1-d520eaa6b0b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=46755722-9f6e-4465-a31a-32c0f19f7268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237098 Nov 24 11:25:04.137951 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-99f02350-4119-4a2e-96de-8cd25d66d23b req-3fa97f6e-d9b3-42c5-9e80-8575056a4267 service neutron] 10.222.0.65 "GET /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612219 Nov 24 11:25:04.245867 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-99f02350-4119-4a2e-96de-8cd25d66d23b req-259a8d2c-fa84-49b5-8959-9521d17d4a16 service neutron] 10.222.0.65 "GET /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874622 Nov 24 11:25:04.725928 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47900f2b-057d-48d2-805f-027316ebe75c req-ff9e216c-f666-4b99-a202-2bdbbbb7e0ef tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:04.727564 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-47900f2b-057d-48d2-805f-027316ebe75c req-ff9e216c-f666-4b99-a202-2bdbbbb7e0ef tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0833852 Nov 24 11:25:04.735727 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7497a-997c-42b8-b210-74ed5e6920c4 req-9e0e30dd-7bae-404b-93b9-ce107e412be2 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:04.737140 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f1d7497a-997c-42b8-b210-74ed5e6920c4 req-9e0e30dd-7bae-404b-93b9-ce107e412be2 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0903819 Nov 24 11:25:04.807171 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-47900f2b-057d-48d2-805f-027316ebe75c req-4593d809-6c0b-44ae-875e-7276f1fe0fcd tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690892 Nov 24 11:25:04.811623 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f1d7497a-997c-42b8-b210-74ed5e6920c4 req-8d03470f-5077-4381-8ee8-832751c7e3d0 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679212 Nov 24 11:25:05.967653 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635d136-08d5-4204-9ae1-5473ff75f1cb req-65ccc475-46bc-4777-94fc-d75d77660a0c tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:05.969133 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4635d136-08d5-4204-9ae1-5473ff75f1cb req-65ccc475-46bc-4777-94fc-d75d77660a0c tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0919111 Nov 24 11:25:05.976692 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c359c-7d4a-4c85-8228-bb47b70453c5 req-2fe7ae26-9646-4bd7-912e-cdc5ad345853 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:05.978162 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5f8c359c-7d4a-4c85-8228-bb47b70453c5 req-2fe7ae26-9646-4bd7-912e-cdc5ad345853 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0997274 Nov 24 11:25:06.054719 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4635d136-08d5-4204-9ae1-5473ff75f1cb req-92fac835-a428-4b70-b1b7-bc8e19b02d13 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755498 Nov 24 11:25:06.059581 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5f8c359c-7d4a-4c85-8228-bb47b70453c5 req-bfdd333e-721d-4675-b663-6b122f00ad66 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731981 Nov 24 11:25:06.739821 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:25:07.199731 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee96753-a18c-4c44-95ae-73e7f1897c7d req-5d75a235-73a1-422a-b25d-c925156e358f tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:07.201204 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dee96753-a18c-4c44-95ae-73e7f1897c7d req-5d75a235-73a1-422a-b25d-c925156e358f tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0786161 Nov 24 11:25:07.208791 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade888da-dca1-413f-8152-84761d61eb63 req-61a00a20-47ae-4472-b095-1c934084b5a9 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:07.210141 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ade888da-dca1-413f-8152-84761d61eb63 req-61a00a20-47ae-4472-b095-1c934084b5a9 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0766943 Nov 24 11:25:07.282885 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ade888da-dca1-413f-8152-84761d61eb63 req-09ddb9d0-2970-413e-8716-9432079c2371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661728 Nov 24 11:25:07.286046 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dee96753-a18c-4c44-95ae-73e7f1897c7d req-0638a536-7e32-4631-bf17-dde3909872b2 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750384 Nov 24 11:25:08.422565 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4bc63-d3d2-43c9-88c4-12ca23f3f5c8 req-9c7bae9a-cbd2-48bb-986d-dfed83ed1a66 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:08.424076 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a9b4bc63-d3d2-43c9-88c4-12ca23f3f5c8 req-9c7bae9a-cbd2-48bb-986d-dfed83ed1a66 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0749590 Nov 24 11:25:08.439961 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c2001-f2fe-4914-b6a5-e332026fed0f req-44abdc48-632c-44cd-b4bc-ae92e4b02331 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:08.440970 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bb2c2001-f2fe-4914-b6a5-e332026fed0f req-44abdc48-632c-44cd-b4bc-ae92e4b02331 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0899091 Nov 24 11:25:08.515493 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a9b4bc63-d3d2-43c9-88c4-12ca23f3f5c8 req-01e0d9d3-b0d1-4bcd-af97-14bb3ee62896 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735688 Nov 24 11:25:08.518934 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bb2c2001-f2fe-4914-b6a5-e332026fed0f req-253254ba-e710-4aa4-b597-166413a5ed87 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703998 Nov 24 11:25:08.665622 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1465c31-1887-48fb-90b7-24b63d79ffce req-dc22c3b4-3cdb-4909-8e50-9c31d89cf007 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:08.666976 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f1465c31-1887-48fb-90b7-24b63d79ffce req-dc22c3b4-3cdb-4909-8e50-9c31d89cf007 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0495565 Nov 24 11:25:08.675572 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 51108) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:08.680167 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-c835a6cb-8afa-428f-8568-51f741dd8702 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Request body: {'floatingip': {'port_id': '6370e0ef-c4f2-48de-9bd9-ada7b86b5466'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:08.756919 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c835a6cb-8afa-428f-8568-51f741dd8702 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for floatingip, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:09.401118 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c835a6cb-8afa-428f-8568-51f741dd8702 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:09.405409 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c835a6cb-8afa-428f-8568-51f741dd8702 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975220'] for floatingip, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:09.500899 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.l3_db [None req-c835a6cb-8afa-428f-8568-51f741dd8702 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Floating IP 81695e97-b5b2-470a-beea-6ccdf6223071 associated. External IP: 172.27.1.154, port: 6370e0ef-c4f2-48de-9bd9-ada7b86b5466. Nov 24 11:25:09.631674 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d07c1-38ce-461f-aa87-eeb292c4fe36 req-f80d1966-64e9-4593-8a83-875a684f376e tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:09.633182 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-029d07c1-38ce-461f-aa87-eeb292c4fe36 req-f80d1966-64e9-4593-8a83-875a684f376e tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0474632 Nov 24 11:25:09.679708 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-029d07c1-38ce-461f-aa87-eeb292c4fe36 req-2b1d4b16-a60e-4361-9562-edf57e850361 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404613 Nov 24 11:25:09.700226 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c835a6cb-8afa-428f-8568-51f741dd8702 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Router 0f27a696-462e-43c2-82b0-88180841b79f has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:25:09.808225 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c835a6cb-8afa-428f-8568-51f741dd8702 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:25:09.812730 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c835a6cb-8afa-428f-8568-51f741dd8702 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for floatingip, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:09.821441 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00932d5d-315f-4207-8dc8-2018e518a3ef None None] Sync routers for ids ['0f27a696-462e-43c2-82b0-88180841b79f'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:25:09.831382 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00932d5d-315f-4207-8dc8-2018e518a3ef None None] Routers {'0f27a696-462e-43c2-82b0-88180841b79f'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:25:09.832052 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-00932d5d-315f-4207-8dc8-2018e518a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:24:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['0f27a696-462e-43c2-82b0-88180841b79f'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:09.838570 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-c835a6cb-8afa-428f-8568-51f741dd8702 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "PUT /v2.0/floatingips/81695e97-b5b2-470a-beea-6ccdf6223071 HTTP/1.1" status: 200 len: 992 time: 1.1618762 Nov 24 11:25:09.839152 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b664b2a7-a9e8-469b-a5ec-2822467c19e2', 'tag': '6370e0ef-c4f2-48de-9bd9-ada7b86b5466'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:25:09.841716 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156779f3-273a-40ab-ba94-0ea54a8d4794" -d '{"events": [{"name": "network-changed", "server_uuid": "b664b2a7-a9e8-469b-a5ec-2822467c19e2", "tag": "6370e0ef-c4f2-48de-9bd9-ada7b86b5466"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:25:09.945287 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-00932d5d-315f-4207-8dc8-2018e518a3ef None None] Set router 0f27a696-462e-43c2-82b0-88180841b79f gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:25:10.206735 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-00932d5d-315f-4207-8dc8-2018e518a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f27a696-462e-43c2-82b0-88180841b79f', 'name': 'tempest-AttachVolumeTestJSON-423714941-router', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:10Z', 'revision_number': 4, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'gw_port': {'id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:05Z', 'updated_at': '2021-11-24T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': '81695e97-b5b2-470a-beea-6ccdf6223071', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'port_id': '6370e0ef-c4f2-48de-9bd9-ada7b86b5466', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'mac_address': 'fa:16:3e:e1:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b664b2a7-a9e8-469b-a5ec-2822467c19e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:24:18Z', 'updated_at': '2021-11-24T11:25:09Z', 'revision_number': 1, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45ab551-33de-4d63-92a7-2573f648dc57', 'name': '', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'mac_address': 'fa:16:3e:65:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:09Z', 'updated_at': '2021-11-24T11:24:15Z', 'revision_number': 5, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'subnets': [{'id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:10.231974 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00932d5d-315f-4207-8dc8-2018e518a3ef None None] Checking router: 0f27a696-462e-43c2-82b0-88180841b79f for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:25:10.240801 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00932d5d-315f-4207-8dc8-2018e518a3ef None None] Routers {'0f27a696-462e-43c2-82b0-88180841b79f'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:25:10.241392 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-00932d5d-315f-4207-8dc8-2018e518a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:24:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['0f27a696-462e-43c2-82b0-88180841b79f'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:10.341802 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-00932d5d-315f-4207-8dc8-2018e518a3ef None None] Set router 0f27a696-462e-43c2-82b0-88180841b79f gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:25:10.557291 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-00932d5d-315f-4207-8dc8-2018e518a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f27a696-462e-43c2-82b0-88180841b79f', 'name': 'tempest-AttachVolumeTestJSON-423714941-router', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:10Z', 'revision_number': 4, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'gw_port': {'id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:05Z', 'updated_at': '2021-11-24T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': '81695e97-b5b2-470a-beea-6ccdf6223071', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'port_id': '6370e0ef-c4f2-48de-9bd9-ada7b86b5466', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'mac_address': 'fa:16:3e:e1:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b664b2a7-a9e8-469b-a5ec-2822467c19e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:24:18Z', 'updated_at': '2021-11-24T11:25:09Z', 'revision_number': 1, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45ab551-33de-4d63-92a7-2573f648dc57', 'name': '', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'mac_address': 'fa:16:3e:65:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:09Z', 'updated_at': '2021-11-24T11:24:15Z', 'revision_number': 5, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'subnets': [{'id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:10.652599 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00932d5d-315f-4207-8dc8-2018e518a3ef None None] The sync data for ids ['0f27a696-462e-43c2-82b0-88180841b79f'] in dv-cinder-819089-1-iscsi is: [{'id': '0f27a696-462e-43c2-82b0-88180841b79f', 'name': 'tempest-AttachVolumeTestJSON-423714941-router', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:10Z', 'revision_number': 4, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'gw_port': {'id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:05Z', 'updated_at': '2021-11-24T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': '81695e97-b5b2-470a-beea-6ccdf6223071', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'port_id': '6370e0ef-c4f2-48de-9bd9-ada7b86b5466', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'mac_address': 'fa:16:3e:e1:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b664b2a7-a9e8-469b-a5ec-2822467c19e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:24:18Z', 'updated_at': '2021-11-24T11:25:09Z', 'revision_number': 1, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45ab551-33de-4d63-92a7-2573f648dc57', 'name': '', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'mac_address': 'fa:16:3e:65:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:09Z', 'updated_at': '2021-11-24T11:24:15Z', 'revision_number': 5, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'subnets': [{'id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:25:10.841581 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51a2480-9462-4d5e-9e0f-13dcc080dc00 None None] New status for floating IP 81695e97-b5b2-470a-beea-6ccdf6223071: ACTIVE {{(pid=102483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 11:25:11.193514 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed90026-9964-45e7-9d37-666ba0a3ebe1 x-openstack-request-id: req-9ed90026-9964-45e7-9d37-666ba0a3ebe1 {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:25:11.194060 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b664b2a7-a9e8-469b-a5ec-2822467c19e2", "tag": "6370e0ef-c4f2-48de-9bd9-ada7b86b5466", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:25:11.194158 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9ed90026-9964-45e7-9d37-666ba0a3ebe1 {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:25:11.194752 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b664b2a7-a9e8-469b-a5ec-2822467c19e2', 'tag': '6370e0ef-c4f2-48de-9bd9-ada7b86b5466', 'status': 'completed', 'code': 200} Nov 24 11:25:11.280473 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156779f3-273a-40ab-ba94-0ea54a8d4794 req-f788a29f-bd02-448b-a7d6-725aa20bd0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:11.282040 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-156779f3-273a-40ab-ba94-0ea54a8d4794 req-f788a29f-bd02-448b-a7d6-725aa20bd0a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6a92dfb7f26143f8aa4cc3ca2bcc9088&device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 1099 time: 0.0487499 Nov 24 11:25:11.311798 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33075e-b1bf-409a-acd1-834d9153987b req-5e5348c2-9373-476a-95e3-977ee307738e tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:11.314254 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5f33075e-b1bf-409a-acd1-834d9153987b req-5e5348c2-9373-476a-95e3-977ee307738e tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0641313 Nov 24 11:25:11.387356 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5f33075e-b1bf-409a-acd1-834d9153987b req-d134f638-4147-4897-9cb5-e4acc1c042a0 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661447 Nov 24 11:25:11.401856 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156779f3-273a-40ab-ba94-0ea54a8d4794 req-b5762eb8-2a0d-4622-920d-1df99eda24fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:11.403337 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-156779f3-273a-40ab-ba94-0ea54a8d4794 req-b5762eb8-2a0d-4622-920d-1df99eda24fc service neutron] 10.222.0.65 "GET /v2.0/networks?id=0eaf43db-385c-4388-a2f4-5981573fae4b HTTP/1.1" status: 200 len: 911 time: 0.1043353 Nov 24 11:25:11.718311 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-156779f3-273a-40ab-ba94-0ea54a8d4794 req-b5c876a4-291f-4bd5-a639-ea8f1dc3c8c6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6370e0ef-c4f2-48de-9bd9-ada7b86b5466 HTTP/1.1" status: 200 len: 1002 time: 0.2889206 Nov 24 11:25:12.516370 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a9e25-04a7-41ec-924e-de8421574b4d req-1dd2f7e2-2eaa-427f-995b-853b09cdcb39 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:12.517964 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-038a9e25-04a7-41ec-924e-de8421574b4d req-1dd2f7e2-2eaa-427f-995b-853b09cdcb39 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0573449 Nov 24 11:25:12.566144 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-038a9e25-04a7-41ec-924e-de8421574b4d req-637d201f-affc-4232-9e5f-30291a98e1a4 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414777 Nov 24 11:25:13.677455 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f267f3-14a6-4b08-8444-a09e77e76c72 req-68539f7e-d086-49a3-ac41-547eaf9b2f60 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:13.678810 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-72f267f3-14a6-4b08-8444-a09e77e76c72 req-68539f7e-d086-49a3-ac41-547eaf9b2f60 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0472682 Nov 24 11:25:13.689293 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156779f3-273a-40ab-ba94-0ea54a8d4794 req-b376a55b-bd14-4002-a4ec-e7af4a15fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:13.690750 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-156779f3-273a-40ab-ba94-0ea54a8d4794 req-b376a55b-bd14-4002-a4ec-e7af4a15fc4a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d217b95-72ec-45a6-bf60-4be1d5b405e2 HTTP/1.1" status: 200 len: 849 time: 0.0434327 Nov 24 11:25:13.726115 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-72f267f3-14a6-4b08-8444-a09e77e76c72 req-d97a055d-b8c0-4657-82c3-e42dc7197a8e tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415063 Nov 24 11:25:14.819091 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156779f3-273a-40ab-ba94-0ea54a8d4794 req-0251970c-376c-4656-a633-6cd78b0b783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:14.820564 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-156779f3-273a-40ab-ba94-0ea54a8d4794 req-0251970c-376c-4656-a633-6cd78b0b783c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0eaf43db-385c-4388-a2f4-5981573fae4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530953 Nov 24 11:25:14.846074 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144f3ce-f6d4-4123-a571-787a1739b34f req-6326d548-c363-4165-970a-bce93f8b1010 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:14.848203 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0144f3ce-f6d4-4123-a571-787a1739b34f req-6326d548-c363-4165-970a-bce93f8b1010 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0530612 Nov 24 11:25:14.896298 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0144f3ce-f6d4-4123-a571-787a1739b34f req-a47642b8-4b8c-4ca7-9f42-3bddc42aa134 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419540 Nov 24 11:25:14.907550 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-0445b5c9-ab02-4837-8bc4-7ab465972db6 req-45dca5cd-b2a7-4a32-b28b-3579959d72af service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1032019 Nov 24 11:25:14.952770 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-156779f3-273a-40ab-ba94-0ea54a8d4794 req-eb0f4901-3cf5-44d0-8249-8b0e2e570379 service neutron] 10.222.0.65 "GET /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184597 Nov 24 11:25:15.070746 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445b5c9-ab02-4837-8bc4-7ab465972db6 req-c8bb0956-7bcf-4d66-a1c5-8b9737f0e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:15.072227 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-0445b5c9-ab02-4837-8bc4-7ab465972db6 req-c8bb0956-7bcf-4d66-a1c5-8b9737f0e01a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8801ea1a6f842268aba209942a667f7&device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 1098 time: 0.0934680 Nov 24 11:25:15.087786 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-156779f3-273a-40ab-ba94-0ea54a8d4794 req-3f0c0d80-ba34-423f-8580-b9cf96a95939 service neutron] 10.222.0.65 "GET /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167681 Nov 24 11:25:15.218498 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445b5c9-ab02-4837-8bc4-7ab465972db6 req-854345aa-599a-4a96-b86a-9c5ad256b7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:15.220030 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-0445b5c9-ab02-4837-8bc4-7ab465972db6 req-854345aa-599a-4a96-b86a-9c5ad256b7df service neutron] 10.222.0.65 "GET /v2.0/networks?id=f9c777c0-86f9-4ac0-a3c4-21e00095a7f2 HTTP/1.1" status: 200 len: 913 time: 0.1051638 Nov 24 11:25:15.274969 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-0445b5c9-ab02-4837-8bc4-7ab465972db6 req-c1d4facc-ffec-4468-ab13-1de6c91a13e3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf HTTP/1.1" status: 200 len: 217 time: 0.0346477 Nov 24 11:25:15.327809 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445b5c9-ab02-4837-8bc4-7ab465972db6 req-036f592d-3b0e-4955-8aef-5e24f59d8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:15.329366 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-0445b5c9-ab02-4837-8bc4-7ab465972db6 req-036f592d-3b0e-4955-8aef-5e24f59d8a5c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=998e6652-39c2-4c19-b723-d69e3254f5d2 HTTP/1.1" status: 200 len: 852 time: 0.0457904 Nov 24 11:25:15.362262 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-0445b5c9-ab02-4837-8bc4-7ab465972db6 req-b663b316-a61a-4542-8077-65f0d0e8b6e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f9c777c0-86f9-4ac0-a3c4-21e00095a7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241542 Nov 24 11:25:15.470596 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-0445b5c9-ab02-4837-8bc4-7ab465972db6 req-34b28908-33ac-4e9e-9bf5-ad6c53d950fa service neutron] 10.222.0.65 "GET /v2.0/networks/f9c777c0-86f9-4ac0-a3c4-21e00095a7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007388 Nov 24 11:25:15.568355 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-0445b5c9-ab02-4837-8bc4-7ab465972db6 req-9277a8a5-2f7e-4182-8c15-3835260b281d service neutron] 10.222.0.65 "GET /v2.0/networks/f9c777c0-86f9-4ac0-a3c4-21e00095a7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880289 Nov 24 11:25:16.040183 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b908fc-3095-4e56-b389-cb410bd85549 req-77a91e5e-8504-410f-8820-8657bf67f938 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:16.044999 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-59b908fc-3095-4e56-b389-cb410bd85549 req-77a91e5e-8504-410f-8820-8657bf67f938 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0709310 Nov 24 11:25:16.092662 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-59b908fc-3095-4e56-b389-cb410bd85549 req-4e78f972-0a87-4861-a911-b741b75c618a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432632 Nov 24 11:25:16.114737 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 51286) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:16.237459 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-96fcb684-d5a7-4ace-9ce1-bb2ee33c0eab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:16.320850 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-96fcb684-d5a7-4ace-9ce1-bb2ee33c0eab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:16.325884 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-96fcb684-d5a7-4ace-9ce1-bb2ee33c0eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:16.365076 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-96fcb684-d5a7-4ace-9ce1-bb2ee33c0eab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ac357155b584457c83a5641cc8ff913e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490375 Nov 24 11:25:16.365950 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcb684-d5a7-4ace-9ce1-bb2ee33c0eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8b1dc3-5bde-402d-8440-ffc51ffbf459,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:16.367776 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 51304) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:16.373568 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcb684-d5a7-4ace-9ce1-bb2ee33c0eab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.373928 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcb684-d5a7-4ace-9ce1-bb2ee33c0eab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.374275 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcb684-d5a7-4ace-9ce1-bb2ee33c0eab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.374620 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcb684-d5a7-4ace-9ce1-bb2ee33c0eab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.374946 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcb684-d5a7-4ace-9ce1-bb2ee33c0eab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.375279 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcb684-d5a7-4ace-9ce1-bb2ee33c0eab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.375797 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcb684-d5a7-4ace-9ce1-bb2ee33c0eab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.375976 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcb684-d5a7-4ace-9ce1-bb2ee33c0eab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.376262 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcb684-d5a7-4ace-9ce1-bb2ee33c0eab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.376590 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcb684-d5a7-4ace-9ce1-bb2ee33c0eab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.376952 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcb684-d5a7-4ace-9ce1-bb2ee33c0eab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.377279 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcb684-d5a7-4ace-9ce1-bb2ee33c0eab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.435626 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9d784121-ddf2-4b4e-807a-4db66987c749 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:16.463231 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9d784121-ddf2-4b4e-807a-4db66987c749 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:16.512207 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9d784121-ddf2-4b4e-807a-4db66987c749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:16.514884 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9d784121-ddf2-4b4e-807a-4db66987c749 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:16.516005 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-9d784121-ddf2-4b4e-807a-4db66987c749 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8b8b1dc3-5bde-402d-8440-ffc51ffbf459 HTTP/1.1" status: 204 len: 168 time: 0.1468856 Nov 24 11:25:16.526399 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d784121-ddf2-4b4e-807a-4db66987c749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8b1dc3-5bde-402d-8440-ffc51ffbf459,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:16.534117 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d784121-ddf2-4b4e-807a-4db66987c749 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.534473 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d784121-ddf2-4b4e-807a-4db66987c749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.534879 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d784121-ddf2-4b4e-807a-4db66987c749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.535220 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d784121-ddf2-4b4e-807a-4db66987c749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.535554 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d784121-ddf2-4b4e-807a-4db66987c749 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.535890 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d784121-ddf2-4b4e-807a-4db66987c749 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.536221 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d784121-ddf2-4b4e-807a-4db66987c749 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.536552 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d784121-ddf2-4b4e-807a-4db66987c749 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.536939 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d784121-ddf2-4b4e-807a-4db66987c749 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.537267 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d784121-ddf2-4b4e-807a-4db66987c749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.537592 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d784121-ddf2-4b4e-807a-4db66987c749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.537942 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d784121-ddf2-4b4e-807a-4db66987c749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:16.793012 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:16.939628 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 51326) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:17.049301 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-971a71c3-09ee-4e10-90d8-e420fa9f94fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:17.122649 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-971a71c3-09ee-4e10-90d8-e420fa9f94fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:17.126562 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-971a71c3-09ee-4e10-90d8-e420fa9f94fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:17.165287 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a71c3-09ee-4e10-90d8-e420fa9f94fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8cc6b8-4a67-4ae7-a1ad-608dc6d19ef1,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:17.170577 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-971a71c3-09ee-4e10-90d8-e420fa9f94fc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=851bf04e53ba43f694c288bc7e5a9ec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298398 Nov 24 11:25:17.173100 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 51334) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:17.254858 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-07cd5b58-b97e-4833-b8d9-64ddf00fe604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:17.263236 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3f174-f284-4c0b-a828-4a9fb79a537e req-f7adc016-e43c-4c3c-b5f6-ebd4f86a3ecc tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:17.264709 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ddd3f174-f284-4c0b-a828-4a9fb79a537e req-f7adc016-e43c-4c3c-b5f6-ebd4f86a3ecc tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0795455 Nov 24 11:25:17.299687 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-07cd5b58-b97e-4833-b8d9-64ddf00fe604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:17.346094 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ddd3f174-f284-4c0b-a828-4a9fb79a537e req-9d80607b-fd8b-43dc-84da-f66bb5f7fac1 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729117 Nov 24 11:25:17.366755 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-07cd5b58-b97e-4833-b8d9-64ddf00fe604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:17.369735 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-07cd5b58-b97e-4833-b8d9-64ddf00fe604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:17.370866 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-07cd5b58-b97e-4833-b8d9-64ddf00fe604 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3b8cc6b8-4a67-4ae7-a1ad-608dc6d19ef1 HTTP/1.1" status: 204 len: 168 time: 0.1968760 Nov 24 11:25:17.379146 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd5b58-b97e-4833-b8d9-64ddf00fe604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8cc6b8-4a67-4ae7-a1ad-608dc6d19ef1,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:18.444525 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 51402) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:18.468381 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabe71d-594a-4edc-b7ad-a27be9e9c103 req-96bb75e9-9f57-43da-95b0-2055abf80152 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:18.469884 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdabe71d-594a-4edc-b7ad-a27be9e9c103 req-96bb75e9-9f57-43da-95b0-2055abf80152 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0519924 Nov 24 11:25:18.533586 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdabe71d-594a-4edc-b7ad-a27be9e9c103 req-2d99da4f-f47e-4341-aec9-c24964c2a67c tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569260 Nov 24 11:25:18.542034 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 51406) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:18.626765 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c100442b-5b9f-4e72-8fdf-dfb8bcd53ca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:18.655030 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-96e462e5-63e7-4e9d-9fce-e74e46ad9d55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:18.710853 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c100442b-5b9f-4e72-8fdf-dfb8bcd53ca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:18.714970 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c100442b-5b9f-4e72-8fdf-dfb8bcd53ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:18.741214 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-96e462e5-63e7-4e9d-9fce-e74e46ad9d55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:18.746468 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-96e462e5-63e7-4e9d-9fce-e74e46ad9d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:18.761853 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-c100442b-5b9f-4e72-8fdf-dfb8bcd53ca2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9d7a0b99865f44eab39a72f1202cb095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3154047 Nov 24 11:25:18.763850 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100442b-5b9f-4e72-8fdf-dfb8bcd53ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653dcc6a-9697-404b-a8a3-d3f2db15375d,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:18.765696 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 51414) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:18.802881 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-96e462e5-63e7-4e9d-9fce-e74e46ad9d55 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6810e84678ca4277bbbafe3776dfa24f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596624 Nov 24 11:25:18.805517 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 51416) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:18.807360 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e462e5-63e7-4e9d-9fce-e74e46ad9d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea0575c-e727-44dc-b0f6-e8e8be166cdc,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:18.837450 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-216abb9a-6d11-4cf7-8fee-ae5568ddfc0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:18.855861 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-27f260c7-fd89-436c-8bbf-8a7b624b1b17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:18.858749 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-216abb9a-6d11-4cf7-8fee-ae5568ddfc0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:18.876738 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-27f260c7-fd89-436c-8bbf-8a7b624b1b17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:18.909759 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-216abb9a-6d11-4cf7-8fee-ae5568ddfc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:18.912539 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-216abb9a-6d11-4cf7-8fee-ae5568ddfc0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:18.913918 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-216abb9a-6d11-4cf7-8fee-ae5568ddfc0d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/653dcc6a-9697-404b-a8a3-d3f2db15375d HTTP/1.1" status: 204 len: 168 time: 0.1436243 Nov 24 11:25:18.932657 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216abb9a-6d11-4cf7-8fee-ae5568ddfc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653dcc6a-9697-404b-a8a3-d3f2db15375d,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:18.946865 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-27f260c7-fd89-436c-8bbf-8a7b624b1b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:18.949919 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-27f260c7-fd89-436c-8bbf-8a7b624b1b17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:18.953389 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-27f260c7-fd89-436c-8bbf-8a7b624b1b17 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ea0575c-e727-44dc-b0f6-e8e8be166cdc HTTP/1.1" status: 204 len: 168 time: 0.1445544 Nov 24 11:25:18.960438 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f260c7-fd89-436c-8bbf-8a7b624b1b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea0575c-e727-44dc-b0f6-e8e8be166cdc,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:19.286071 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 51450) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:19.299493 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-76d38ad3-eb5f-4c33-b06f-9544e5007748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:19.375996 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-76d38ad3-eb5f-4c33-b06f-9544e5007748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:19.380463 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-76d38ad3-eb5f-4c33-b06f-9544e5007748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:19.417949 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-76d38ad3-eb5f-4c33-b06f-9544e5007748 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5e8f3ed184f44131b74ae6459e14cd95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307342 Nov 24 11:25:19.418796 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d38ad3-eb5f-4c33-b06f-9544e5007748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3572cc-8837-4fd7-9b5f-e7856513c4f7,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:19.420681 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 51454) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:19.469559 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f0962bfc-5c10-46a5-a1d7-ab195b15aba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:19.491988 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f0962bfc-5c10-46a5-a1d7-ab195b15aba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:19.547959 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f0962bfc-5c10-46a5-a1d7-ab195b15aba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:19.547959 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f0962bfc-5c10-46a5-a1d7-ab195b15aba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:19.548807 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-f0962bfc-5c10-46a5-a1d7-ab195b15aba6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bc3572cc-8837-4fd7-9b5f-e7856513c4f7 HTTP/1.1" status: 204 len: 168 time: 0.1271348 Nov 24 11:25:19.557391 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0962bfc-5c10-46a5-a1d7-ab195b15aba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3572cc-8837-4fd7-9b5f-e7856513c4f7,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:19.676323 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a35441-0e52-4684-b4c9-4bd2402d1d95 req-ad6cedf5-2c23-4104-aa5d-315aa8db90e9 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:19.681701 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-32a35441-0e52-4684-b4c9-4bd2402d1d95 req-ad6cedf5-2c23-4104-aa5d-315aa8db90e9 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0618050 Nov 24 11:25:19.706959 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 51472) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:19.745165 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-32a35441-0e52-4684-b4c9-4bd2402d1d95 req-3f076dbc-e12d-40fa-9298-33922ce31944 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573368 Nov 24 11:25:19.831578 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-fb2cf219-8da1-4ba9-b20d-a6935bc3eba4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-617647437-network', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:19.852462 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2cf219-8da1-4ba9-b20d-a6935bc3eba4 admin admin] Made reservation on behalf of 303d49c4d2774367b4d1606a579ed56b for: {'network': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:25:19.854892 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf219-8da1-4ba9-b20d-a6935bc3eba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for network, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:19.864337 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf219-8da1-4ba9-b20d-a6935bc3eba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:19.941752 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf219-8da1-4ba9-b20d-a6935bc3eba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:19.945974 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf219-8da1-4ba9-b20d-a6935bc3eba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:19.966524 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2cf219-8da1-4ba9-b20d-a6935bc3eba4 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=102482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 11:25:19.987325 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf219-8da1-4ba9-b20d-a6935bc3eba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:19.987665 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.db.segments_db [None req-fb2cf219-8da1-4ba9-b20d-a6935bc3eba4 admin admin] Added segment d8baedd1-824c-4bf2-a24d-c4b8e45836c5 of type vlan for network f813662d-6de5-41cf-ac48-8f27f8448f99 Nov 24 11:25:19.989454 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cf219-8da1-4ba9-b20d-a6935bc3eba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d949aa-c8c3-4952-a8d1-15eb37f98d22,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:20.033566 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf219-8da1-4ba9-b20d-a6935bc3eba4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771666227267'] for network, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:20.062292 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf219-8da1-4ba9-b20d-a6935bc3eba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for network, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:20.063236 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2cf219-8da1-4ba9-b20d-a6935bc3eba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:20.063830 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf219-8da1-4ba9-b20d-a6935bc3eba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:20.098567 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-fb2cf219-8da1-4ba9-b20d-a6935bc3eba4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3905654 Nov 24 11:25:20.101746 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 51492) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:20.108455 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-a039ee24-e195-44e4-ab5a-33ba0d4185b1 admin admin] Request body: {'subnet': {'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-617647437-subnet', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'ip_version': 4}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:20.125498 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cf219-8da1-4ba9-b20d-a6935bc3eba4 admin admin] Pushing event updated for resources: {'Network': ['ID=f813662d-6de5-41cf-ac48-8f27f8448f99,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:20.134779 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a039ee24-e195-44e4-ab5a-33ba0d4185b1 admin admin] Made reservation on behalf of 303d49c4d2774367b4d1606a579ed56b for: {'subnet': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:25:20.136375 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Network f813662d-6de5-41cf-ac48-8f27f8448f99 details requested by agent ovs-agent-dv-cinder-819089-1-iscsi with host dv-cinder-819089-1-iscsi {{(pid=102483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 11:25:20.137596 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a039ee24-e195-44e4-ab5a-33ba0d4185b1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:20.327740 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a039ee24-e195-44e4-ab5a-33ba0d4185b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for subnet, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:20.388271 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039ee24-e195-44e4-ab5a-33ba0d4185b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6137ff9-74cb-4c61-ada2-9bfaf66f6509,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:20.399096 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039ee24-e195-44e4-ab5a-33ba0d4185b1 admin admin] Checking segment: {'id': 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:25:20.399461 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a039ee24-e195-44e4-ab5a-33ba0d4185b1 admin admin] Network hostable DHCP agents. Network: f813662d-6de5-41cf-ac48-8f27f8448f99, hostable agents: ['90347969-607b-440e-afac-8ad03a91f79b'], hosted agents: [] {{(pid=102481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 11:25:20.418568 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a039ee24-e195-44e4-ab5a-33ba0d4185b1 admin admin] Network f813662d-6de5-41cf-ac48-8f27f8448f99 is scheduled to be hosted by DHCP agent 90347969-607b-440e-afac-8ad03a91f79b with binding_index 1 {{(pid=102481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 11:25:20.429042 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-a039ee24-e195-44e4-ab5a-33ba0d4185b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819089-1-iscsi, f813662d-6de5-41cf-ac48-8f27f8448f99) {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:25:20.433541 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a039ee24-e195-44e4-ab5a-33ba0d4185b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:20.434206 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a039ee24-e195-44e4-ab5a-33ba0d4185b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:20.443156 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27da6db8-b09f-4ed0-b777-328fde29cc6d None None] Network f813662d-6de5-41cf-ac48-8f27f8448f99 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:25:20.454954 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-a039ee24-e195-44e4-ab5a-33ba0d4185b1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3517234 Nov 24 11:25:20.458236 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 51506) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:20.462943 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-9f449e33-8245-4c69-bd57-581b2912d813 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:20.485700 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9f449e33-8245-4c69-bd57-581b2912d813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3219'] for router, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:20.486775 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9f449e33-8245-4c69-bd57-581b2912d813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:20.551333 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9f449e33-8245-4c69-bd57-581b2912d813 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:20.656128 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93cd4e5f-7129-5106-abea-c98820ee5c55-f813662d-6de5-41cf-ac48-8f27f8448f99', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509'}]}} from dv-cinder-819089-1-iscsi. {{(pid=102483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 11:25:20.657678 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:20.766748 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9f449e33-8245-4c69-bd57-581b2912d813 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:20.860060 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Allocated IP 172.20.0.2 (f813662d-6de5-41cf-ac48-8f27f8448f99/a6137ff9-74cb-4c61-ada2-9bfaf66f6509/ed96b37f-0abd-4f00-bb27-fc73056cd832) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:25:20.959786 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c449ab-0898-4e22-af51-d76eae3d4522 req-d3320655-f8b5-481d-b747-e6ba85a9bcf5 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:20.967612 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-68c449ab-0898-4e22-af51-d76eae3d4522 req-d3320655-f8b5-481d-b747-e6ba85a9bcf5 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0795588 Nov 24 11:25:21.069349 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-68c449ab-0898-4e22-af51-d76eae3d4522 req-8a36aa65-1c12-4690-a209-9e37f00de589 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898347 Nov 24 11:25:21.091362 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Publish callbacks [] for port, precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:21.099677 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:21.140076 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9f449e33-8245-4c69-bd57-581b2912d813 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:21.140618 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Network f813662d-6de5-41cf-ac48-8f27f8448f99 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:25:21.143073 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:25:21.150933 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:25:21.160935 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9f449e33-8245-4c69-bd57-581b2912d813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:21.182334 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Pushing event updated for resources: {'Port': ['ID=ed96b37f-0abd-4f00-bb27-fc73056cd832,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:21.190892 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:21.191267 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:21.191672 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:21.192000 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:21.192334 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:21.193425 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:21.193905 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:21.194386 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:21.194878 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:21.195353 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:21.195828 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:21.196298 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:21.241105 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Attempting to bind port ed96b37f-0abd-4f00-bb27-fc73056cd832 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:25:21.241587 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Attempting to bind port ed96b37f-0abd-4f00-bb27-fc73056cd832 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:25:21.242101 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Attempting to bind port ed96b37f-0abd-4f00-bb27-fc73056cd832 on network f813662d-6de5-41cf-ac48-8f27f8448f99 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:25:21.249370 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:25:21.249895 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Checking segment: {'id': 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:25:21.250661 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:21.251151 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Bound using segment: {'id': 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:25:21.252514 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Bound port: ed96b37f-0abd-4f00-bb27-fc73056cd832, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:25:21.253008 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:21.285171 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [None req-9f449e33-8245-4c69-bd57-581b2912d813 admin admin] Allocated IP 172.27.1.63 (abec3bdb-3f5f-43d3-a05f-b74eaa51b59e/68c5d2bd-607c-45ea-a578-f70e1637afae/a3ea4699-90ad-4014-a151-8bfab5d5efe2) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:25:21.326577 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] For port ed96b37f-0abd-4f00-bb27-fc73056cd832, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:25:21.329920 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] For port ed96b37f-0abd-4f00-bb27-fc73056cd832, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=ed96b37f-0abd-4f00-bb27-fc73056cd832,segment=NetworkSegment(d8baedd1-824c-4bf2-a24d-c4b8e45836c5),segment_id=d8baedd1-824c-4bf2-a24d-c4b8e45836c5)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:25:21.334989 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:21.394572 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b82d3-6234-4051-8d08-52744e9df173 None None] Pushing event updated for resources: {'Port': ['ID=ed96b37f-0abd-4f00-bb27-fc73056cd832,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:21.434200 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9f449e33-8245-4c69-bd57-581b2912d813 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:21.474769 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9f449e33-8245-4c69-bd57-581b2912d813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:21.525269 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f449e33-8245-4c69-bd57-581b2912d813 admin admin] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:25:21.528994 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-9f449e33-8245-4c69-bd57-581b2912d813 admin admin] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:25:21.533598 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f449e33-8245-4c69-bd57-581b2912d813 admin admin] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:25:21.570814 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f449e33-8245-4c69-bd57-581b2912d813 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ea4699-90ad-4014-a151-8bfab5d5efe2,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:21.600147 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 51556) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:21.753873 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-34a57aa8-b1a1-4588-a00e-426df2e4080d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:21.793080 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9f449e33-8245-4c69-bd57-581b2912d813 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:21.855926 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-34a57aa8-b1a1-4588-a00e-426df2e4080d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:21.861394 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-34a57aa8-b1a1-4588-a00e-426df2e4080d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:21.901467 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-34a57aa8-b1a1-4588-a00e-426df2e4080d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f89c989bb2a545faa3692ac1cc1cf601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002329 Nov 24 11:25:21.904828 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a57aa8-b1a1-4588-a00e-426df2e4080d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a23923-9022-4220-94f1-bfa17f32d03d,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:21.907653 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 51568) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:21.979320 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-651874de-c8f0-4957-afaf-5c4489531f1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:22.019679 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9f449e33-8245-4c69-bd57-581b2912d813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1975076'] for router, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:22.037729 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-651874de-c8f0-4957-afaf-5c4489531f1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:22.112435 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device ed96b37f-0abd-4f00-bb27-fc73056cd832 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:25:22.113642 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-651874de-c8f0-4957-afaf-5c4489531f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:22.116741 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-651874de-c8f0-4957-afaf-5c4489531f1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:22.118158 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-651874de-c8f0-4957-afaf-5c4489531f1b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e1a23923-9022-4220-94f1-bfa17f32d03d HTTP/1.1" status: 204 len: 168 time: 0.2079644 Nov 24 11:25:22.127741 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651874de-c8f0-4957-afaf-5c4489531f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a23923-9022-4220-94f1-bfa17f32d03d,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:22.185894 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f449e33-8245-4c69-bd57-581b2912d813 admin admin] Router 513c06b9-48fa-4677-9e28-fee464e6dac1 is scheduled to L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e with binding_index 1 {{(pid=102481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 11:25:22.203198 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port ed96b37f-0abd-4f00-bb27-fc73056cd832 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:22.204543 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:22.295502 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9276de-9277-4eec-a4ed-138570163d5d req-7423f023-fb53-46ab-9ac1-6af7aac3178a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:22.297273 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ec9276de-9277-4eec-a4ed-138570163d5d req-7423f023-fb53-46ab-9ac1-6af7aac3178a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0941174 Nov 24 11:25:22.327251 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:22.335591 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f449e33-8245-4c69-bd57-581b2912d813 admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:25:22.347310 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] Sync routers for ids ['513c06b9-48fa-4677-9e28-fee464e6dac1'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:25:22.364256 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] Routers {'513c06b9-48fa-4677-9e28-fee464e6dac1'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:25:22.372208 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:24:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['513c06b9-48fa-4677-9e28-fee464e6dac1'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:22.382047 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9f449e33-8245-4c69-bd57-581b2912d813 admin admin] Publish callbacks [] for router, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:22.388970 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-9f449e33-8245-4c69-bd57-581b2912d813 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9276621 Nov 24 11:25:22.389600 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 51582) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:22.393549 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] For port ed96b37f-0abd-4f00-bb27-fc73056cd832, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=ed96b37f-0abd-4f00-bb27-fc73056cd832,segment=NetworkSegment(d8baedd1-824c-4bf2-a24d-c4b8e45836c5),segment_id=d8baedd1-824c-4bf2-a24d-c4b8e45836c5)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:25:22.401793 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:22.421228 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ec9276de-9277-4eec-a4ed-138570163d5d req-3e0d2899-4cf7-41fa-ae79-d45134961473 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174617 Nov 24 11:25:22.521132 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Pushing event updated for resources: {'Port': ['ID=ed96b37f-0abd-4f00-bb27-fc73056cd832,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:22.603044 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 51586) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:22.605335 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] Set router 513c06b9-48fa-4677-9e28-fee464e6dac1 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:25:22.617892 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-de12fb9e-60b5-49b2-9aaa-102631b71b06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:22.736152 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-de12fb9e-60b5-49b2-9aaa-102631b71b06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:22.743665 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-de12fb9e-60b5-49b2-9aaa-102631b71b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:22.747426 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564fcecc-d901-4ba0-bf90-5a49ed4ca354 None None] Network f813662d-6de5-41cf-ac48-8f27f8448f99 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:25:22.796111 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12fb9e-60b5-49b2-9aaa-102631b71b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42be3cbf-c971-4909-b90e-cc23ddca6a29,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:22.802641 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-de12fb9e-60b5-49b2-9aaa-102631b71b06 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a0a70dce402b43a29c77bedb02aabaa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978412 Nov 24 11:25:22.804654 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 51590) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:22.828751 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:21Z', 'revision_number': 3, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:22.852761 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-14a6653d-074e-4731-922d-5378781d5059 None None] Provisioning complete for port ed96b37f-0abd-4f00-bb27-fc73056cd832 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:22.853197 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-14a6653d-074e-4731-922d-5378781d5059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:22.872735 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 51592) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:22.879575 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-b4a20a3a-943d-4cea-83a4-621fc9ddefe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:22.894539 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] Checking router: 513c06b9-48fa-4677-9e28-fee464e6dac1 for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:25:22.895012 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] Updating router 513c06b9-48fa-4677-9e28-fee464e6dac1 port a3ea4699-90ad-4014-a151-8bfab5d5efe2 binding host dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 11:25:22.909250 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-b4a20a3a-943d-4cea-83a4-621fc9ddefe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:22.926507 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:22.962912 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-b4a20a3a-943d-4cea-83a4-621fc9ddefe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:22.965881 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-b4a20a3a-943d-4cea-83a4-621fc9ddefe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:22.969351 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-b4a20a3a-943d-4cea-83a4-621fc9ddefe8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/42be3cbf-c971-4909-b90e-cc23ddca6a29 HTTP/1.1" status: 204 len: 168 time: 0.1613281 Nov 24 11:25:22.993681 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a20a3a-943d-4cea-83a4-621fc9ddefe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42be3cbf-c971-4909-b90e-cc23ddca6a29,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:23.006431 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4aa49bfa-ec23-4155-adf1-58536f2b0136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:23.085518 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-2239bc95-82a4-4060-be41-c7fbef0f60b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:23.217054 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-2239bc95-82a4-4060-be41-c7fbef0f60b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:23.223392 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-2239bc95-82a4-4060-be41-c7fbef0f60b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:23.243230 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [None req-4aa49bfa-ec23-4155-adf1-58536f2b0136 admin admin] Allocated IP 172.20.0.1 (f813662d-6de5-41cf-ac48-8f27f8448f99/a6137ff9-74cb-4c61-ada2-9bfaf66f6509/4cc31092-c15d-4972-88cc-ecfdb3abbc5d) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:25:23.259222 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239bc95-82a4-4060-be41-c7fbef0f60b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43e587a-81ce-4a86-a79b-65439e89ea79,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:23.298319 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-2239bc95-82a4-4060-be41-c7fbef0f60b9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=75937499dbf44e28b35c7318df962eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4245455 Nov 24 11:25:23.301013 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 51604) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:23.367872 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] Publish callbacks [] for port, precommit_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:23.375745 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:23.385242 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-bdded7f6-a9fc-4e9b-85d6-289e6e3ca570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:23.398006 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4aa49bfa-ec23-4155-adf1-58536f2b0136 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:23.440386 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] Attempting to bind port a3ea4699-90ad-4014-a151-8bfab5d5efe2 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:25:23.441550 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] Attempting to bind port a3ea4699-90ad-4014-a151-8bfab5d5efe2 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:25:23.442062 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] Attempting to bind port a3ea4699-90ad-4014-a151-8bfab5d5efe2 on network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:25:23.446429 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27092386-e1e4-4955-907f-05ddb8f9a088 None None] Pushing event updated for resources: {'Port': ['ID=a3ea4699-90ad-4014-a151-8bfab5d5efe2,revision_number=2']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:23.451977 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:25:23.453179 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] Checking segment: {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:25:23.453741 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:23.454306 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] Bound using segment: {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:25:23.455028 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] Bound port: a3ea4699-90ad-4014-a151-8bfab5d5efe2, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:25:23.455747 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:23.491722 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092386-e1e4-4955-907f-05ddb8f9a088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:23.492383 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092386-e1e4-4955-907f-05ddb8f9a088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:23.492994 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092386-e1e4-4955-907f-05ddb8f9a088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:23.493733 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092386-e1e4-4955-907f-05ddb8f9a088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:23.494241 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092386-e1e4-4955-907f-05ddb8f9a088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:23.494746 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092386-e1e4-4955-907f-05ddb8f9a088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:23.495239 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092386-e1e4-4955-907f-05ddb8f9a088 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:23.495873 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092386-e1e4-4955-907f-05ddb8f9a088 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:23.496400 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092386-e1e4-4955-907f-05ddb8f9a088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:23.497064 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092386-e1e4-4955-907f-05ddb8f9a088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:23.497570 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092386-e1e4-4955-907f-05ddb8f9a088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:23.498071 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27092386-e1e4-4955-907f-05ddb8f9a088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:25:23.567215 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] For port a3ea4699-90ad-4014-a151-8bfab5d5efe2, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:25:23.576565 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] For port a3ea4699-90ad-4014-a151-8bfab5d5efe2, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=a3ea4699-90ad-4014-a151-8bfab5d5efe2,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:25:23.587359 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:23.658752 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2fd95d26-b217-422f-867a-d93c50761f45 None None] Provisioning complete for port ed96b37f-0abd-4f00-bb27-fc73056cd832 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:23.659791 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2fd95d26-b217-422f-867a-d93c50761f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:23.667146 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27092386-e1e4-4955-907f-05ddb8f9a088 None None] Pushing event updated for resources: {'Port': ['ID=a3ea4699-90ad-4014-a151-8bfab5d5efe2,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:23.675360 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] Routers {'513c06b9-48fa-4677-9e28-fee464e6dac1'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:25:23.676610 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:24:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['513c06b9-48fa-4677-9e28-fee464e6dac1'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:23.700291 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4aa49bfa-ec23-4155-adf1-58536f2b0136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:23.746591 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd500aaa-8335-4a57-955b-773b3a023547 req-3e6598bc-dc6e-4491-9d5f-824853a4a606 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:23.748113 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bd500aaa-8335-4a57-955b-773b3a023547 req-3e6598bc-dc6e-4491-9d5f-824853a4a606 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0896947 Nov 24 11:25:23.760274 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa49bfa-ec23-4155-adf1-58536f2b0136 admin admin] Network f813662d-6de5-41cf-ac48-8f27f8448f99 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:25:23.774374 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-4aa49bfa-ec23-4155-adf1-58536f2b0136 admin admin] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:25:23.782850 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa49bfa-ec23-4155-adf1-58536f2b0136 admin admin] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:25:23.783205 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4aa49bfa-ec23-4155-adf1-58536f2b0136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2040115'] for router_interface, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:23.785680 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa49bfa-ec23-4155-adf1-58536f2b0136 admin admin] Pushing event updated for resources: {'Port': ['ID=4cc31092-c15d-4972-88cc-ecfdb3abbc5d,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:23.821228 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-bdded7f6-a9fc-4e9b-85d6-289e6e3ca570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:23.854725 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] Set router 513c06b9-48fa-4677-9e28-fee464e6dac1 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:25:23.911527 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bd500aaa-8335-4a57-955b-773b3a023547 req-bc745b4a-beb7-4555-a257-fcaee7ee8884 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533179 Nov 24 11:25:23.912190 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-bdded7f6-a9fc-4e9b-85d6-289e6e3ca570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:23.915687 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-bdded7f6-a9fc-4e9b-85d6-289e6e3ca570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:23.919386 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-bdded7f6-a9fc-4e9b-85d6-289e6e3ca570 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e43e587a-81ce-4a86-a79b-65439e89ea79 HTTP/1.1" status: 204 len: 168 time: 0.6147490 Nov 24 11:25:23.935023 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdded7f6-a9fc-4e9b-85d6-289e6e3ca570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43e587a-81ce-4a86-a79b-65439e89ea79,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:24.041775 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4aa49bfa-ec23-4155-adf1-58536f2b0136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:24.101194 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device ed96b37f-0abd-4f00-bb27-fc73056cd832 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:25:24.167481 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:21Z', 'revision_number': 3, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:24.200814 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port ed96b37f-0abd-4f00-bb27-fc73056cd832 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:24.201704 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44d8d7e-17b1-47eb-a62a-7234a8ddde7b None None] The sync data for ids ['513c06b9-48fa-4677-9e28-fee464e6dac1'] in dv-cinder-819089-1-iscsi is: [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:21Z', 'revision_number': 3, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:25:24.202597 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:24.286611 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-6f0a07cd-8205-4a78-8173-881a41efcc2a None None] Provisioning complete for port 4cc31092-c15d-4972-88cc-ecfdb3abbc5d triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:24.286982 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6f0a07cd-8205-4a78-8173-881a41efcc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:24.348210 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4aa49bfa-ec23-4155-adf1-58536f2b0136 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:24.353910 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4aa49bfa-ec23-4155-adf1-58536f2b0136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:24.355038 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4aa49bfa-ec23-4155-adf1-58536f2b0136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2040223'] for router_interface, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:24.386740 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-6f0a07cd-8205-4a78-8173-881a41efcc2a None None] Port 4cc31092-c15d-4972-88cc-ecfdb3abbc5d cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:25:24.433891 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa49bfa-ec23-4155-adf1-58536f2b0136 admin admin] Pushing event updated for resources: {'Port': ['ID=4cc31092-c15d-4972-88cc-ecfdb3abbc5d,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:24.516771 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa49bfa-ec23-4155-adf1-58536f2b0136 admin admin] Network f813662d-6de5-41cf-ac48-8f27f8448f99 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:25:24.519248 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-4aa49bfa-ec23-4155-adf1-58536f2b0136 admin admin] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:25:24.717979 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa49bfa-ec23-4155-adf1-58536f2b0136 admin admin] Router 513c06b9-48fa-4677-9e28-fee464e6dac1 has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:25:24.899900 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa49bfa-ec23-4155-adf1-58536f2b0136 admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:25:24.939387 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-4aa49bfa-ec23-4155-adf1-58536f2b0136 admin admin] 10.222.0.54 "PUT /v2.0/routers/513c06b9-48fa-4677-9e28-fee464e6dac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5368907 Nov 24 11:25:24.939587 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-42a834a8-49d8-4bee-9c65-94e820b1f523 None None] Provisioning complete for port 4cc31092-c15d-4972-88cc-ecfdb3abbc5d triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:24.939587 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-42a834a8-49d8-4bee-9c65-94e820b1f523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:24.994925 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-42a834a8-49d8-4bee-9c65-94e820b1f523 None None] Port 4cc31092-c15d-4972-88cc-ecfdb3abbc5d cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:25:25.051194 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6e5b9-7be3-4034-96f4-5145931e366d req-37052374-2db5-4999-bffd-7db1855022c9 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:25.058676 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-32c6e5b9-7be3-4034-96f4-5145931e366d req-37052374-2db5-4999-bffd-7db1855022c9 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0587153 Nov 24 11:25:25.114509 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-32c6e5b9-7be3-4034-96f4-5145931e366d req-0b54038b-3956-401e-a7d5-a10db6b4d8ab tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547585 Nov 24 11:25:25.917251 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 51702) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:25.923369 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-dad2af54-a322-4b2b-833d-149a91719d3c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-185234706-network', 'tenant_id': '37f1d77d1905445aa237876e5597e619'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:25.948604 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad2af54-a322-4b2b-833d-149a91719d3c admin admin] Made reservation on behalf of 37f1d77d1905445aa237876e5597e619 for: {'network': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:25:25.950977 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-dad2af54-a322-4b2b-833d-149a91719d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for network, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:25.959889 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-dad2af54-a322-4b2b-833d-149a91719d3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:26.120229 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-dad2af54-a322-4b2b-833d-149a91719d3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:26.129131 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-dad2af54-a322-4b2b-833d-149a91719d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:26.158700 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad2af54-a322-4b2b-833d-149a91719d3c admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=102481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 11:25:26.176370 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device a3ea4699-90ad-4014-a151-8bfab5d5efe2 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:25:26.188683 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2af54-a322-4b2b-833d-149a91719d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11528f46-4ac6-44fd-9cf1-2bb2ba000728,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:26.192438 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-dad2af54-a322-4b2b-833d-149a91719d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:26.193039 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.segments_db [None req-dad2af54-a322-4b2b-833d-149a91719d3c admin admin] Added segment 0de52ef8-536f-46d5-bdf9-954daaf4effb of type vlan for network 8e50e086-fddf-4cf9-8046-0093f7bc68d8 Nov 24 11:25:26.248109 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] Sync routers for ids ['513c06b9-48fa-4677-9e28-fee464e6dac1'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:25:26.272690 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-dad2af54-a322-4b2b-833d-149a91719d3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771666227267'] for network, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:26.295895 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] Routers {'513c06b9-48fa-4677-9e28-fee464e6dac1'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:25:26.296566 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:24:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['513c06b9-48fa-4677-9e28-fee464e6dac1'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:26.307273 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-dad2af54-a322-4b2b-833d-149a91719d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for network, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:26.308623 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad2af54-a322-4b2b-833d-149a91719d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:26.309507 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-dad2af54-a322-4b2b-833d-149a91719d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:26.339781 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a01925-35e3-40c4-b395-4c2d862efaa6 req-e07b0bd3-d92d-47b2-b715-8bc01912258b tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:26.342590 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-52a01925-35e3-40c4-b395-4c2d862efaa6 req-e07b0bd3-d92d-47b2-b715-8bc01912258b tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0701418 Nov 24 11:25:26.407872 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 51730) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:26.409749 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-dad2af54-a322-4b2b-833d-149a91719d3c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4902799 Nov 24 11:25:26.414379 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-410e4a9f-92c0-447d-825f-1e20ae1c77c8 admin admin] Request body: {'subnet': {'network_id': '8e50e086-fddf-4cf9-8046-0093f7bc68d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-185234706-subnet', 'tenant_id': '37f1d77d1905445aa237876e5597e619', 'ip_version': 4}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:26.443165 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-52a01925-35e3-40c4-b395-4c2d862efaa6 req-f827f8bd-bcab-4d41-9c2c-6db7a71a92c7 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936923 Nov 24 11:25:26.477758 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2af54-a322-4b2b-833d-149a91719d3c admin admin] Pushing event updated for resources: {'Network': ['ID=8e50e086-fddf-4cf9-8046-0093f7bc68d8,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:26.478578 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410e4a9f-92c0-447d-825f-1e20ae1c77c8 admin admin] Made reservation on behalf of 37f1d77d1905445aa237876e5597e619 for: {'subnet': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:25:26.490100 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8e889a72-8b90-494c-a99d-82c8165a143d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:26.500020 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Network 8e50e086-fddf-4cf9-8046-0093f7bc68d8 details requested by agent ovs-agent-dv-cinder-819089-1-iscsi with host dv-cinder-819089-1-iscsi {{(pid=102483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 11:25:26.502451 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-410e4a9f-92c0-447d-825f-1e20ae1c77c8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:26.577980 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port a3ea4699-90ad-4014-a151-8bfab5d5efe2 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:26.578348 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:26.638922 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] Set router 513c06b9-48fa-4677-9e28-fee464e6dac1 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:25:26.762711 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-410e4a9f-92c0-447d-825f-1e20ae1c77c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for subnet, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:26.779442 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:26.837250 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] For port a3ea4699-90ad-4014-a151-8bfab5d5efe2, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=a3ea4699-90ad-4014-a151-8bfab5d5efe2,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:25:26.847647 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:26.874378 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e4a9f-92c0-447d-825f-1e20ae1c77c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae07da6-fbf2-4aa1-a050-6e5b4269ee36,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:26.903401 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e4a9f-92c0-447d-825f-1e20ae1c77c8 admin admin] Checking segment: {'id': '0de52ef8-536f-46d5-bdf9-954daaf4effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8e50e086-fddf-4cf9-8046-0093f7bc68d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:25:26.903905 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410e4a9f-92c0-447d-825f-1e20ae1c77c8 admin admin] Network hostable DHCP agents. Network: 8e50e086-fddf-4cf9-8046-0093f7bc68d8, hostable agents: ['90347969-607b-440e-afac-8ad03a91f79b'], hosted agents: [] {{(pid=102482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 11:25:26.932421 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410e4a9f-92c0-447d-825f-1e20ae1c77c8 admin admin] Network 8e50e086-fddf-4cf9-8046-0093f7bc68d8 is scheduled to be hosted by DHCP agent 90347969-607b-440e-afac-8ad03a91f79b with binding_index 1 {{(pid=102482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 11:25:26.948970 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-410e4a9f-92c0-447d-825f-1e20ae1c77c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819089-1-iscsi, 8e50e086-fddf-4cf9-8046-0093f7bc68d8) {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:25:26.952890 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Pushing event updated for resources: {'Port': ['ID=a3ea4699-90ad-4014-a151-8bfab5d5efe2,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:26.965120 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531775f3-4fe5-42aa-9621-d41b5beabe9f None None] Network 8e50e086-fddf-4cf9-8046-0093f7bc68d8 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:25:26.968369 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410e4a9f-92c0-447d-825f-1e20ae1c77c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:26.969705 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-410e4a9f-92c0-447d-825f-1e20ae1c77c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:27.001395 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '4cc31092-c15d-4972-88cc-ecfdb3abbc5d', 'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'mac_address': 'fa:16:3e:f6:19:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:23Z', 'updated_at': '2021-11-24T11:25:24Z', 'revision_number': 2, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'subnets': [{'id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:27.003576 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-410e4a9f-92c0-447d-825f-1e20ae1c77c8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5916736 Nov 24 11:25:27.005405 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 51754) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:27.011131 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-9524b658-f552-405e-8e4f-48f4618043b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-185234706-router', 'tenant_id': '37f1d77d1905445aa237876e5597e619', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:27.039201 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9524b658-f552-405e-8e4f-48f4618043b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3219'] for router, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:27.040658 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9524b658-f552-405e-8e4f-48f4618043b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:27.062612 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] Checking router: 513c06b9-48fa-4677-9e28-fee464e6dac1 for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:25:27.063221 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] Updating router 513c06b9-48fa-4677-9e28-fee464e6dac1 port 4cc31092-c15d-4972-88cc-ecfdb3abbc5d binding host dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 11:25:27.102051 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:27.126147 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9524b658-f552-405e-8e4f-48f4618043b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:27.258362 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a524d90b-9c56-4c08-869d-c39fe88f1160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93cd4e5f-7129-5106-abea-c98820ee5c55-8e50e086-fddf-4cf9-8046-0093f7bc68d8', 'network_id': '8e50e086-fddf-4cf9-8046-0093f7bc68d8', 'tenant_id': '37f1d77d1905445aa237876e5597e619', 'fixed_ips': [{'subnet_id': '9ae07da6-fbf2-4aa1-a050-6e5b4269ee36'}]}} from dv-cinder-819089-1-iscsi. {{(pid=102483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 11:25:27.259368 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a524d90b-9c56-4c08-869d-c39fe88f1160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:27.309373 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9524b658-f552-405e-8e4f-48f4618043b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:27.589412 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-a524d90b-9c56-4c08-869d-c39fe88f1160 None None] Allocated IP 172.20.0.2 (8e50e086-fddf-4cf9-8046-0093f7bc68d8/9ae07da6-fbf2-4aa1-a050-6e5b4269ee36/31f0db1c-a0dc-4739-b7e0-724b23f070b9) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:25:27.596196 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] Publish callbacks [] for port, precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:27.605071 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:27.623040 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9524b658-f552-405e-8e4f-48f4618043b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:27.651185 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9524b658-f552-405e-8e4f-48f4618043b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:27.745538 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd9084-b667-4a62-8aa6-f896514b8475 req-6cacb1b5-30c5-4866-86c6-2ad7636ec62f tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:27.747092 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d5dd9084-b667-4a62-8aa6-f896514b8475 req-6cacb1b5-30c5-4866-86c6-2ad7636ec62f tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0982754 Nov 24 11:25:27.830447 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb82b9b-34d8-41c5-8e89-f7d4da9596b4 None None] Pushing event updated for resources: {'Port': ['ID=4cc31092-c15d-4972-88cc-ecfdb3abbc5d,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:27.842112 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d5dd9084-b667-4a62-8aa6-f896514b8475 req-1ea1967f-446e-4f0c-8285-c77a472c8917 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849230 Nov 24 11:25:27.872082 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [None req-9524b658-f552-405e-8e4f-48f4618043b3 admin admin] Allocated IP 172.27.1.44 (abec3bdb-3f5f-43d3-a05f-b74eaa51b59e/68c5d2bd-607c-45ea-a578-f70e1637afae/e4d98db4-b260-418b-907a-ca771c1f65c9) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:25:27.929258 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] Attempting to bind port 4cc31092-c15d-4972-88cc-ecfdb3abbc5d on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:25:27.930033 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] Attempting to bind port 4cc31092-c15d-4972-88cc-ecfdb3abbc5d by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:25:27.930541 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] Attempting to bind port 4cc31092-c15d-4972-88cc-ecfdb3abbc5d on network f813662d-6de5-41cf-ac48-8f27f8448f99 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:25:27.953734 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee0e35-dfa2-4d89-ac85-8ab406c75590 req-20ee1af8-14ee-47fe-83d1-577606c5047e tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:27.955260 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-86ee0e35-dfa2-4d89-ac85-8ab406c75590 req-20ee1af8-14ee-47fe-83d1-577606c5047e tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 945 time: 0.0876777 Nov 24 11:25:27.961151 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:25:27.962032 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] Checking segment: {'id': 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:25:27.962535 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:27.963299 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] Bound using segment: {'id': 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:25:27.963889 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] Bound port: 4cc31092-c15d-4972-88cc-ecfdb3abbc5d, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:25:27.965073 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:28.086832 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-86ee0e35-dfa2-4d89-ac85-8ab406c75590 req-b81685de-2547-4a44-aeda-98a3eeb3639a tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217840 Nov 24 11:25:28.092116 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a524d90b-9c56-4c08-869d-c39fe88f1160 None None] Publish callbacks [] for port, precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:28.110565 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a524d90b-9c56-4c08-869d-c39fe88f1160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:28.128591 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9524b658-f552-405e-8e4f-48f4618043b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:28.171075 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9524b658-f552-405e-8e4f-48f4618043b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:28.186781 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524d90b-9c56-4c08-869d-c39fe88f1160 None None] Pushing event updated for resources: {'Port': ['ID=31f0db1c-a0dc-4739-b7e0-724b23f070b9,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:28.192999 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device a3ea4699-90ad-4014-a151-8bfab5d5efe2 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:25:28.229927 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524b658-f552-405e-8e4f-48f4618043b3 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d98db4-b260-418b-907a-ca771c1f65c9,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:28.238434 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9524b658-f552-405e-8e4f-48f4618043b3 admin admin] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:25:28.240678 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-9524b658-f552-405e-8e4f-48f4618043b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:25:28.243917 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a524d90b-9c56-4c08-869d-c39fe88f1160 None None] Network 8e50e086-fddf-4cf9-8046-0093f7bc68d8 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:25:28.244390 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9524b658-f552-405e-8e4f-48f4618043b3 admin admin] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:25:28.254611 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-39d8d44c-e3d4-4f2e-bb68-14cc1e3d70ef None None] Provisioning complete for port 4cc31092-c15d-4972-88cc-ecfdb3abbc5d triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:28.255237 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-39d8d44c-e3d4-4f2e-bb68-14cc1e3d70ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:28.281867 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-a524d90b-9c56-4c08-869d-c39fe88f1160 None None] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:25:28.288223 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a524d90b-9c56-4c08-869d-c39fe88f1160 None None] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:25:28.298715 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] For port 4cc31092-c15d-4972-88cc-ecfdb3abbc5d, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:25:28.323996 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] For port 4cc31092-c15d-4972-88cc-ecfdb3abbc5d, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=4cc31092-c15d-4972-88cc-ecfdb3abbc5d,segment=NetworkSegment(d8baedd1-824c-4bf2-a24d-c4b8e45836c5),segment_id=d8baedd1-824c-4bf2-a24d-c4b8e45836c5)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:25:28.325715 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-39d8d44c-e3d4-4f2e-bb68-14cc1e3d70ef None None] Port 4cc31092-c15d-4972-88cc-ecfdb3abbc5d cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:25:28.347981 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:28.373612 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port a3ea4699-90ad-4014-a151-8bfab5d5efe2 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:28.373951 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:28.434678 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-a524d90b-9c56-4c08-869d-c39fe88f1160 None None] Attempting to bind port 31f0db1c-a0dc-4739-b7e0-724b23f070b9 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:25:28.435061 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-a524d90b-9c56-4c08-869d-c39fe88f1160 None None] Attempting to bind port 31f0db1c-a0dc-4739-b7e0-724b23f070b9 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': '0de52ef8-536f-46d5-bdf9-954daaf4effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8e50e086-fddf-4cf9-8046-0093f7bc68d8'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:25:28.435537 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a524d90b-9c56-4c08-869d-c39fe88f1160 None None] Attempting to bind port 31f0db1c-a0dc-4739-b7e0-724b23f070b9 on network 8e50e086-fddf-4cf9-8046-0093f7bc68d8 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:25:28.460709 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a524d90b-9c56-4c08-869d-c39fe88f1160 None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:25:28.461098 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a524d90b-9c56-4c08-869d-c39fe88f1160 None None] Checking segment: {'id': '0de52ef8-536f-46d5-bdf9-954daaf4effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8e50e086-fddf-4cf9-8046-0093f7bc68d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:25:28.461502 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a524d90b-9c56-4c08-869d-c39fe88f1160 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:28.461904 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a524d90b-9c56-4c08-869d-c39fe88f1160 None None] Bound using segment: {'id': '0de52ef8-536f-46d5-bdf9-954daaf4effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8e50e086-fddf-4cf9-8046-0093f7bc68d8'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:25:28.462382 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-a524d90b-9c56-4c08-869d-c39fe88f1160 None None] Bound port: 31f0db1c-a0dc-4739-b7e0-724b23f070b9, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de52ef8-536f-46d5-bdf9-954daaf4effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8e50e086-fddf-4cf9-8046-0093f7bc68d8'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:25:28.462769 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a524d90b-9c56-4c08-869d-c39fe88f1160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:28.482265 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] Routers {'513c06b9-48fa-4677-9e28-fee464e6dac1'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:25:28.482939 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:24:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['513c06b9-48fa-4677-9e28-fee464e6dac1'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:28.496961 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9524b658-f552-405e-8e4f-48f4618043b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:28.523828 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb82b9b-34d8-41c5-8e89-f7d4da9596b4 None None] Pushing event updated for resources: {'Port': ['ID=4cc31092-c15d-4972-88cc-ecfdb3abbc5d,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:28.691252 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-a524d90b-9c56-4c08-869d-c39fe88f1160 None None] For port 31f0db1c-a0dc-4739-b7e0-724b23f070b9, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:25:28.722649 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-a524d90b-9c56-4c08-869d-c39fe88f1160 None None] For port 31f0db1c-a0dc-4739-b7e0-724b23f070b9, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=31f0db1c-a0dc-4739-b7e0-724b23f070b9,segment=NetworkSegment(0de52ef8-536f-46d5-bdf9-954daaf4effb),segment_id=0de52ef8-536f-46d5-bdf9-954daaf4effb)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:25:28.735194 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a524d90b-9c56-4c08-869d-c39fe88f1160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:28.739160 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] Set router 513c06b9-48fa-4677-9e28-fee464e6dac1 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:25:28.743298 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-acc78bf3-23ec-4f77-b4b3-fe673ffe8d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:28.908102 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524d90b-9c56-4c08-869d-c39fe88f1160 None None] Pushing event updated for resources: {'Port': ['ID=31f0db1c-a0dc-4739-b7e0-724b23f070b9,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:28.952569 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-fe0706c4-be2d-49ac-be55-e97b762fd6c8 None None] Provisioning complete for port 4cc31092-c15d-4972-88cc-ecfdb3abbc5d triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:28.953076 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fe0706c4-be2d-49ac-be55-e97b762fd6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:29.061666 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9524b658-f552-405e-8e4f-48f4618043b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1975076'] for router, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:29.076254 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23a235-b87f-4345-a9e7-2ffeab2219cc req-1f6dfe71-8c21-42c0-a9d8-99ec69f9d171 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:29.090845 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7e23a235-b87f-4345-a9e7-2ffeab2219cc req-1f6dfe71-8c21-42c0-a9d8-99ec69f9d171 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.1208301 Nov 24 11:25:29.165143 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fe0706c4-be2d-49ac-be55-e97b762fd6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:29.215717 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '4cc31092-c15d-4972-88cc-ecfdb3abbc5d', 'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'mac_address': 'fa:16:3e:f6:19:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:23Z', 'updated_at': '2021-11-24T11:25:28Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'subnets': [{'id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:29.219588 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-fe0706c4-be2d-49ac-be55-e97b762fd6c8 None None] For port 4cc31092-c15d-4972-88cc-ecfdb3abbc5d, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=4cc31092-c15d-4972-88cc-ecfdb3abbc5d,segment=NetworkSegment(d8baedd1-824c-4bf2-a24d-c4b8e45836c5),segment_id=d8baedd1-824c-4bf2-a24d-c4b8e45836c5)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:25:29.249484 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308ffb44-1601-48e9-b9bb-1120520e9692 None None] The sync data for ids ['513c06b9-48fa-4677-9e28-fee464e6dac1'] in dv-cinder-819089-1-iscsi is: [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '4cc31092-c15d-4972-88cc-ecfdb3abbc5d', 'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'mac_address': 'fa:16:3e:f6:19:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:23Z', 'updated_at': '2021-11-24T11:25:28Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'subnets': [{'id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:25:29.249764 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7e23a235-b87f-4345-a9e7-2ffeab2219cc req-688d60d7-2471-4015-85d6-0d4cc8e5bf7e tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574292 Nov 24 11:25:29.251041 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fe0706c4-be2d-49ac-be55-e97b762fd6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:29.321555 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0706c4-be2d-49ac-be55-e97b762fd6c8 None None] Pushing event updated for resources: {'Port': ['ID=4cc31092-c15d-4972-88cc-ecfdb3abbc5d,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:29.342719 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 51842) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:29.361454 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42115dea-2d62-4685-88d2-3a93dee61c8f req-8dddd4d2-d9de-455d-8e5e-4ccb1bae93d2 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:29.370093 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-42115dea-2d62-4685-88d2-3a93dee61c8f req-8dddd4d2-d9de-455d-8e5e-4ccb1bae93d2 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 945 time: 0.1684089 Nov 24 11:25:29.515130 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-42115dea-2d62-4685-88d2-3a93dee61c8f req-0582184f-25ae-43d9-a08a-950524265c27 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439974 Nov 24 11:25:29.516455 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9524b658-f552-405e-8e4f-48f4618043b3 admin admin] Router bc6be8e5-cc49-41d5-8553-cba4700e981e is scheduled to L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e with binding_index 1 {{(pid=102482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 11:25:29.521763 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-491c9c94-ec24-4cc5-a753-119af6d8569f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:29.661457 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:29.665978 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-491c9c94-ec24-4cc5-a753-119af6d8569f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:29.670806 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-491c9c94-ec24-4cc5-a753-119af6d8569f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:29.713277 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9524b658-f552-405e-8e4f-48f4618043b3 admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:25:29.723806 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] Sync routers for ids ['bc6be8e5-cc49-41d5-8553-cba4700e981e'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:25:29.726308 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-491c9c94-ec24-4cc5-a753-119af6d8569f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7301bb108d9c4b2fadea8d09a0c916b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3825142 Nov 24 11:25:29.727422 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c9c94-ec24-4cc5-a753-119af6d8569f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6655f1bb-1d2a-4e57-bb01-fc72bb194731,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:29.732850 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 51854) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:29.751967 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] Routers {'bc6be8e5-cc49-41d5-8553-cba4700e981e'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:25:29.752676 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:25:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['bc6be8e5-cc49-41d5-8553-cba4700e981e'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:29.794754 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 51858) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:29.847389 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9524b658-f552-405e-8e4f-48f4618043b3 admin admin] Publish callbacks [] for router, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:29.849831 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-9524b658-f552-405e-8e4f-48f4618043b3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8431389 Nov 24 11:25:29.853170 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 51862) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:29.933761 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] Set router bc6be8e5-cc49-41d5-8553-cba4700e981e gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:25:29.962407 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e6b1279e-4562-4898-9552-0828866a468b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:30.029388 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e6b1279e-4562-4898-9552-0828866a468b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:30.134157 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e6b1279e-4562-4898-9552-0828866a468b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:30.137880 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e6b1279e-4562-4898-9552-0828866a468b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:30.139148 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e6b1279e-4562-4898-9552-0828866a468b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6655f1bb-1d2a-4e57-bb01-fc72bb194731 HTTP/1.1" status: 204 len: 168 time: 0.4048395 Nov 24 11:25:30.152714 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1279e-4562-4898-9552-0828866a468b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6655f1bb-1d2a-4e57-bb01-fc72bb194731,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:30.164075 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 51868) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:30.261937 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f623820-e640-43e5-b43c-3a428a3bdd06 req-0cb9f42a-8132-4561-9ea2-2715e4431e4b tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:30.264383 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-1f623820-e640-43e5-b43c-3a428a3bdd06 req-0cb9f42a-8132-4561-9ea2-2715e4431e4b tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.65 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 945 time: 0.2241261 Nov 24 11:25:30.267338 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 4cc31092-c15d-4972-88cc-ecfdb3abbc5d up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:25:30.330238 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3058b4ea-7b35-4607-ad8f-e0932eafe970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:30.366012 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad240c5-2dee-49b1-b3f0-4d27213e4d2d None None] Network 8e50e086-fddf-4cf9-8046-0093f7bc68d8 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:25:30.376219 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6be8e5-cc49-41d5-8553-cba4700e981e', 'name': 'tempest-TestVolumeBootPattern-185234706-router', 'tenant_id': '37f1d77d1905445aa237876e5597e619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e4d98db4-b260-418b-907a-ca771c1f65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:27Z', 'updated_at': '2021-11-24T11:25:28Z', 'revision_number': 3, 'project_id': '37f1d77d1905445aa237876e5597e619', 'gw_port': {'id': 'e4d98db4-b260-418b-907a-ca771c1f65c9', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6be8e5-cc49-41d5-8553-cba4700e981e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:27Z', 'updated_at': '2021-11-24T11:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:30.502181 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e3c4c-56cf-4677-8107-a7df386ba0da req-6991d57f-8d9c-439c-abf0-2951817747c8 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:30.503992 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4c6e3c4c-56cf-4677-8107-a7df386ba0da req-6991d57f-8d9c-439c-abf0-2951817747c8 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.1335232 Nov 24 11:25:30.581340 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-53cc431d-9642-45f5-952a-28556cd9df2c None None] Provisioning complete for port 31f0db1c-a0dc-4739-b7e0-724b23f070b9 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:30.582227 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-53cc431d-9642-45f5-952a-28556cd9df2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:30.706637 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] Checking router: bc6be8e5-cc49-41d5-8553-cba4700e981e for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:25:30.707384 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] Updating router bc6be8e5-cc49-41d5-8553-cba4700e981e port e4d98db4-b260-418b-907a-ca771c1f65c9 binding host dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 11:25:30.758579 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [req-1f623820-e640-43e5-b43c-3a428a3bdd06 req-677ca98b-c192-4be5-8a22-03539755dd6c tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Deleting port 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:25:30.759166 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-1f623820-e640-43e5-b43c-3a428a3bdd06 req-677ca98b-c192-4be5-8a22-03539755dd6c tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:30.776926 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:30.788872 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4c6e3c4c-56cf-4677-8107-a7df386ba0da req-7899c90d-56ca-4749-94e2-c3d4230d4f47 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744496 Nov 24 11:25:30.791003 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-23175450-ef4d-46f5-9e1e-3f1a5fb864f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:30.807101 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 4cc31092-c15d-4972-88cc-ecfdb3abbc5d triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:30.807765 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:30.824746 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3058b4ea-7b35-4607-ad8f-e0932eafe970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:30.854371 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 51878) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:30.865350 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3058b4ea-7b35-4607-ad8f-e0932eafe970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:30.911481 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0d6af-d398-41e7-8840-a919c52614a0 req-ed51a5f3-a905-4ae9-9538-0427b1fea51f tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:30.920156 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-53a0d6af-d398-41e7-8840-a919c52614a0 req-ed51a5f3-a905-4ae9-9538-0427b1fea51f tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 945 time: 0.2613373 Nov 24 11:25:30.947811 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-3058b4ea-7b35-4607-ad8f-e0932eafe970 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f97135ada1734610aebd5e7c3ce74dd8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1427209 Nov 24 11:25:30.979148 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 51882) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:30.994072 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-53cc431d-9642-45f5-952a-28556cd9df2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.075979 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f08f3ffa-9e53-4135-b87b-c09bb30e2972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.126412 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058b4ea-7b35-4607-ad8f-e0932eafe970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af4c265-474e-4aa8-a676-8c79d03fb2d0,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:31.187928 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-53a0d6af-d398-41e7-8840-a919c52614a0 req-76ade470-b5bc-4c61-9c87-407926d78eda tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/security-groups?id=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632675 Nov 24 11:25:31.189943 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-1f623820-e640-43e5-b43c-3a428a3bdd06 req-677ca98b-c192-4be5-8a22-03539755dd6c tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] For port 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf,segment=NetworkSegment(033a639b-5f2e-4ee4-ba92-66f4eb21a82d),segment_id=033a639b-5f2e-4ee4-ba92-66f4eb21a82d)] {{(pid=102481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:25:31.190340 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-1f623820-e640-43e5-b43c-3a428a3bdd06 req-677ca98b-c192-4be5-8a22-03539755dd6c tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.202830 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 31f0db1c-a0dc-4739-b7e0-724b23f070b9 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:25:31.241111 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [req-1f623820-e640-43e5-b43c-3a428a3bdd06 req-677ca98b-c192-4be5-8a22-03539755dd6c tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Calling delete_port for 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf owned by compute:nova {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:25:31.267451 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-53cc431d-9642-45f5-952a-28556cd9df2c None None] For port 31f0db1c-a0dc-4739-b7e0-724b23f070b9, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=31f0db1c-a0dc-4739-b7e0-724b23f070b9,segment=NetworkSegment(0de52ef8-536f-46d5-bdf9-954daaf4effb),segment_id=0de52ef8-536f-46d5-bdf9-954daaf4effb)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:25:31.270154 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-61d901ae-8d32-4d19-b2cb-83e36a48d6ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.279437 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-23175450-ef4d-46f5-9e1e-3f1a5fb864f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.284570 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-53cc431d-9642-45f5-952a-28556cd9df2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.297988 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-23175450-ef4d-46f5-9e1e-3f1a5fb864f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.338339 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-61d901ae-8d32-4d19-b2cb-83e36a48d6ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.355180 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 31f0db1c-a0dc-4739-b7e0-724b23f070b9 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:31.355556 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.361941 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc431d-9642-45f5-952a-28556cd9df2c None None] Pushing event updated for resources: {'Port': ['ID=31f0db1c-a0dc-4739-b7e0-724b23f070b9,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:31.374187 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ea59a8b8-fec2-428a-afdf-5733988334ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.397646 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23175450-ef4d-46f5-9e1e-3f1a5fb864f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d8f964-09f2-4401-9145-821ff197e1f1,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:31.399477 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] Publish callbacks [] for port, precommit_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.411884 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.432501 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.442925 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-164d231f-14fe-40da-a3d7-9492604ee7d6 None None] Provisioning complete for port 31f0db1c-a0dc-4739-b7e0-724b23f070b9 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:31.443295 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-164d231f-14fe-40da-a3d7-9492604ee7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.481464 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-23175450-ef4d-46f5-9e1e-3f1a5fb864f2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=64e738d489284be89f7c6274d98d1908&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3168755 Nov 24 11:25:31.491908 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 51886) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:31.506013 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b65bc-28df-48c2-9d9a-83a65fc27c36 None None] Pushing event updated for resources: {'Port': ['ID=e4d98db4-b260-418b-907a-ca771c1f65c9,revision_number=2']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:31.511079 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-61d901ae-8d32-4d19-b2cb-83e36a48d6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.515028 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] Attempting to bind port e4d98db4-b260-418b-907a-ca771c1f65c9 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:25:31.515201 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-61d901ae-8d32-4d19-b2cb-83e36a48d6ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.515789 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] Attempting to bind port e4d98db4-b260-418b-907a-ca771c1f65c9 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:25:31.516245 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] Attempting to bind port e4d98db4-b260-418b-907a-ca771c1f65c9 on network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:25:31.522563 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-61d901ae-8d32-4d19-b2cb-83e36a48d6ff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1af4c265-474e-4aa8-a676-8c79d03fb2d0 HTTP/1.1" status: 204 len: 168 time: 0.5378172 Nov 24 11:25:31.528559 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:25:31.529088 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] Checking segment: {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:25:31.529724 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.530207 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] Bound using segment: {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:25:31.531257 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] Bound port: e4d98db4-b260-418b-907a-ca771c1f65c9, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:25:31.531748 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.537622 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f08f3ffa-9e53-4135-b87b-c09bb30e2972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.551780 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d901ae-8d32-4d19-b2cb-83e36a48d6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af4c265-474e-4aa8-a676-8c79d03fb2d0,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:31.553756 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f08f3ffa-9e53-4135-b87b-c09bb30e2972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.619815 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-f08f3ffa-9e53-4135-b87b-c09bb30e2972 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d80e704502754b8b9d91e62dcac94823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7608244 Nov 24 11:25:31.619815 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f3ffa-9e53-4135-b87b-c09bb30e2972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cc652a-be93-4ef5-a61b-688d0d0c5c40,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:31.620902 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 51890) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:31.631657 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] For port e4d98db4-b260-418b-907a-ca771c1f65c9, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:25:31.641611 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] For port e4d98db4-b260-418b-907a-ca771c1f65c9, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=e4d98db4-b260-418b-907a-ca771c1f65c9,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:25:31.646761 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8b29b925-fce5-47dd-aaa8-3408e068b512 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.649736 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.686200 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8b29b925-fce5-47dd-aaa8-3408e068b512 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.724288 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d09f22c6-7235-467c-9724-b60c495a73c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.762289 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d09f22c6-7235-467c-9724-b60c495a73c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.763385 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b65bc-28df-48c2-9d9a-83a65fc27c36 None None] Pushing event updated for resources: {'Port': ['ID=e4d98db4-b260-418b-907a-ca771c1f65c9,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:31.769402 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] Routers {'bc6be8e5-cc49-41d5-8553-cba4700e981e'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:25:31.770303 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:25:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['bc6be8e5-cc49-41d5-8553-cba4700e981e'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:31.807339 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8b29b925-fce5-47dd-aaa8-3408e068b512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.810053 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8b29b925-fce5-47dd-aaa8-3408e068b512 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.811273 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-8b29b925-fce5-47dd-aaa8-3408e068b512 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c3d8f964-09f2-4401-9145-821ff197e1f1 HTTP/1.1" status: 204 len: 168 time: 0.3130882 Nov 24 11:25:31.852216 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-1f623820-e640-43e5-b43c-3a428a3bdd06 req-677ca98b-c192-4be5-8a22-03539755dd6c tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.862952 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29b925-fce5-47dd-aaa8-3408e068b512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d8f964-09f2-4401-9145-821ff197e1f1,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:31.870272 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:25:31.906044 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d09f22c6-7235-467c-9724-b60c495a73c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.909763 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d09f22c6-7235-467c-9724-b60c495a73c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:31.914017 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-d09f22c6-7235-467c-9724-b60c495a73c2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c5cc652a-be93-4ef5-a61b-688d0d0c5c40 HTTP/1.1" status: 204 len: 168 time: 0.2872567 Nov 24 11:25:31.936471 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f22c6-7235-467c-9724-b60c495a73c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cc652a-be93-4ef5-a61b-688d0d0c5c40,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:31.955014 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] Set router bc6be8e5-cc49-41d5-8553-cba4700e981e gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:25:31.989743 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ca98b-c192-4be5-8a22-03539755dd6c tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Pushing event deleted for resources: {'Port': ['ID=226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:32.010671 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f623820-e640-43e5-b43c-3a428a3bdd06 req-677ca98b-c192-4be5-8a22-03539755dd6c tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] No DVR routers for this DVR port 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf on host hv-cinder-81908 {{(pid=102481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:25:32.015616 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-1f623820-e640-43e5-b43c-3a428a3bdd06 req-677ca98b-c192-4be5-8a22-03539755dd6c tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:32.019335 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-1f623820-e640-43e5-b43c-3a428a3bdd06 req-677ca98b-c192-4be5-8a22-03539755dd6c tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.65 "DELETE /v2.0/ports/226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf HTTP/1.1" status: 204 len: 173 time: 1.7450891 Nov 24 11:25:32.021654 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079efd70-9d85-4fe9-a920-db1529301880', 'name': 'network-vif-deleted', 'tag': '226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:25:32.025122 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01a3e8f-f86d-4836-ad1c-d06a2e779262" -d '{"events": [{"server_uuid": "079efd70-9d85-4fe9-a920-db1529301880", "name": "network-vif-deleted", "tag": "226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:25:32.025620 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8855d-77ea-45b9-9c7b-22752c38c8a7 req-e3b55b04-f484-43d8-8cd2-80155947bd1b tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:32.027315 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e2e8855d-77ea-45b9-9c7b-22752c38c8a7 req-e3b55b04-f484-43d8-8cd2-80155947bd1b tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0934486 Nov 24 11:25:32.034757 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [None req-ea59a8b8-fec2-428a-afdf-5733988334ea admin admin] Allocated IP 172.20.0.1 (8e50e086-fddf-4cf9-8046-0093f7bc68d8/9ae07da6-fbf2-4aa1-a050-6e5b4269ee36/9ffb8216-4e43-49a7-b3ef-3fedfb4d5301) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:25:32.102116 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 51904) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:32.140009 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf44fdf-fb06-46f6-825d-3a47630ef7c6 x-openstack-request-id: req-acf44fdf-fb06-46f6-825d-3a47630ef7c6 {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:25:32.140312 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079efd70-9d85-4fe9-a920-db1529301880", "name": "network-vif-deleted", "tag": "226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:25:32.140571 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-acf44fdf-fb06-46f6-825d-3a47630ef7c6 {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:25:32.142752 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079efd70-9d85-4fe9-a920-db1529301880', 'name': 'network-vif-deleted', 'tag': '226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf', 'status': 'completed', 'code': 200} Nov 24 11:25:32.154415 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-b4af3d00-1524-40d1-8777-37ecb45a5c9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:32.172622 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e2e8855d-77ea-45b9-9c7b-22752c38c8a7 req-bd77c601-d4c2-4783-8bf3-f5974cb4069e tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358399 Nov 24 11:25:32.225158 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 31f0db1c-a0dc-4739-b7e0-724b23f070b9 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:25:32.308756 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6be8e5-cc49-41d5-8553-cba4700e981e', 'name': 'tempest-TestVolumeBootPattern-185234706-router', 'tenant_id': '37f1d77d1905445aa237876e5597e619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e4d98db4-b260-418b-907a-ca771c1f65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:27Z', 'updated_at': '2021-11-24T11:25:28Z', 'revision_number': 3, 'project_id': '37f1d77d1905445aa237876e5597e619', 'gw_port': {'id': 'e4d98db4-b260-418b-907a-ca771c1f65c9', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6be8e5-cc49-41d5-8553-cba4700e981e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:27Z', 'updated_at': '2021-11-24T11:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:32.339060 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-15253fe7-3c42-440f-833a-591aa45791f6 req-f636ccfd-0081-463d-829e-a2357ff8e2e0 tempest-DeleteServersTestJSON-2050172421 tempest-DeleteServersTestJSON-2050172421-project] 10.222.0.54 "GET /v2.0/ports?device_id=079efd70-9d85-4fe9-a920-db1529301880 HTTP/1.1" status: 200 len: 210 time: 0.0345855 Nov 24 11:25:32.360330 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e086f596-7928-4375-b73f-5c3762c18089 None None] The sync data for ids ['bc6be8e5-cc49-41d5-8553-cba4700e981e'] in dv-cinder-819089-1-iscsi is: [{'id': 'bc6be8e5-cc49-41d5-8553-cba4700e981e', 'name': 'tempest-TestVolumeBootPattern-185234706-router', 'tenant_id': '37f1d77d1905445aa237876e5597e619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e4d98db4-b260-418b-907a-ca771c1f65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:27Z', 'updated_at': '2021-11-24T11:25:28Z', 'revision_number': 3, 'project_id': '37f1d77d1905445aa237876e5597e619', 'gw_port': {'id': 'e4d98db4-b260-418b-907a-ca771c1f65c9', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6be8e5-cc49-41d5-8553-cba4700e981e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:27Z', 'updated_at': '2021-11-24T11:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:25:32.382717 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ea59a8b8-fec2-428a-afdf-5733988334ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:32.387520 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 31f0db1c-a0dc-4739-b7e0-724b23f070b9 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:32.387885 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:32.484285 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ea59a8b8-fec2-428a-afdf-5733988334ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:32.559392 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea59a8b8-fec2-428a-afdf-5733988334ea admin admin] Network 8e50e086-fddf-4cf9-8046-0093f7bc68d8 is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:25:32.569337 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:32.571644 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-ea59a8b8-fec2-428a-afdf-5733988334ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:25:32.587409 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea59a8b8-fec2-428a-afdf-5733988334ea admin admin] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:25:32.587903 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ea59a8b8-fec2-428a-afdf-5733988334ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2040115'] for router_interface, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:32.595370 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-b4af3d00-1524-40d1-8777-37ecb45a5c9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:32.630890 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59a8b8-fec2-428a-afdf-5733988334ea admin admin] Pushing event updated for resources: {'Port': ['ID=9ffb8216-4e43-49a7-b3ef-3fedfb4d5301,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:32.634811 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-b4af3d00-1524-40d1-8777-37ecb45a5c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:32.656021 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 51916) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:32.672972 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-019db4f8-23cf-4006-bdf8-c9144efeb4ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:32.697837 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af3d00-1524-40d1-8777-37ecb45a5c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c81afc-6b51-40b5-9b36-e81973eb6ac6,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:32.731196 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-b4af3d00-1524-40d1-8777-37ecb45a5c9b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=928b94cbe4bf4e8a811a97fc6991d96d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6280274 Nov 24 11:25:32.734958 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 51920) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:32.829020 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-019db4f8-23cf-4006-bdf8-c9144efeb4ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:32.834653 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-019db4f8-23cf-4006-bdf8-c9144efeb4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:32.885705 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-019db4f8-23cf-4006-bdf8-c9144efeb4ca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a04b07509e54423bbebe2181ea64767f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258801 Nov 24 11:25:32.886803 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 51922) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:32.958826 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-359c7f70-b909-4cda-b1af-ba7f12ea7751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:32.961342 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019db4f8-23cf-4006-bdf8-c9144efeb4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9259d5b-d054-4df2-ad89-10fb3a587360,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:32.987486 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-833d7205-675e-4edf-8fe8-80a4b14abd45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:32.991461 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ea59a8b8-fec2-428a-afdf-5733988334ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:33.041706 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-833d7205-675e-4edf-8fe8-80a4b14abd45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:33.045079 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-88b0f5b1-5ed7-4b1b-a0f7-ff796fa353f6 None None] Provisioning complete for port 9ffb8216-4e43-49a7-b3ef-3fedfb4d5301 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:33.046452 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-88b0f5b1-5ed7-4b1b-a0f7-ff796fa353f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:33.053517 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-359c7f70-b909-4cda-b1af-ba7f12ea7751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:33.107111 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-88b0f5b1-5ed7-4b1b-a0f7-ff796fa353f6 None None] Port 9ffb8216-4e43-49a7-b3ef-3fedfb4d5301 cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:25:33.140253 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-833d7205-675e-4edf-8fe8-80a4b14abd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:33.143260 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-833d7205-675e-4edf-8fe8-80a4b14abd45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:33.146940 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-833d7205-675e-4edf-8fe8-80a4b14abd45 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f9259d5b-d054-4df2-ad89-10fb3a587360 HTTP/1.1" status: 204 len: 168 time: 0.2407038 Nov 24 11:25:33.164175 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d7205-675e-4edf-8fe8-80a4b14abd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9259d5b-d054-4df2-ad89-10fb3a587360,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:33.310169 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-359c7f70-b909-4cda-b1af-ba7f12ea7751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:33.313035 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-359c7f70-b909-4cda-b1af-ba7f12ea7751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:33.317095 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-359c7f70-b909-4cda-b1af-ba7f12ea7751 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f1c81afc-6b51-40b5-9b36-e81973eb6ac6 HTTP/1.1" status: 204 len: 168 time: 0.5781443 Nov 24 11:25:33.339759 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c7f70-b909-4cda-b1af-ba7f12ea7751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c81afc-6b51-40b5-9b36-e81973eb6ac6,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:33.376745 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7bb99-5966-4bd5-bf4a-585d6b3a2624 req-68a6f436-d8e0-4f69-b82c-826857e8fe81 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:33.379301 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-98d7bb99-5966-4bd5-bf4a-585d6b3a2624 req-68a6f436-d8e0-4f69-b82c-826857e8fe81 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0759420 Nov 24 11:25:33.456826 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-98d7bb99-5966-4bd5-bf4a-585d6b3a2624 req-27410375-4666-4123-8a2c-4c2487bdcff5 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635657 Nov 24 11:25:33.483525 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ea59a8b8-fec2-428a-afdf-5733988334ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:33.489922 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ea59a8b8-fec2-428a-afdf-5733988334ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:33.492250 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ea59a8b8-fec2-428a-afdf-5733988334ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2040223'] for router_interface, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:33.544788 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59a8b8-fec2-428a-afdf-5733988334ea admin admin] Pushing event updated for resources: {'Port': ['ID=9ffb8216-4e43-49a7-b3ef-3fedfb4d5301,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:33.682177 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea59a8b8-fec2-428a-afdf-5733988334ea admin admin] Network 8e50e086-fddf-4cf9-8046-0093f7bc68d8 is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:25:33.683768 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-ea59a8b8-fec2-428a-afdf-5733988334ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:25:34.061952 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-902d2c72-49a5-4290-8cb0-2dd01fe1f998 None None] Provisioning complete for port 9ffb8216-4e43-49a7-b3ef-3fedfb4d5301 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:34.062467 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-902d2c72-49a5-4290-8cb0-2dd01fe1f998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:34.139551 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-902d2c72-49a5-4290-8cb0-2dd01fe1f998 None None] Port 9ffb8216-4e43-49a7-b3ef-3fedfb4d5301 cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:25:34.160822 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device e4d98db4-b260-418b-907a-ca771c1f65c9 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:25:34.195972 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:25:34.196615 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea59a8b8-fec2-428a-afdf-5733988334ea admin admin] Router bc6be8e5-cc49-41d5-8553-cba4700e981e has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:25:34.222809 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] No Port match for: 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:25:34.223418 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 226cdf83-e6fb-4e6e-b2a9-0b9d5c4c60cf not bound to the agent host hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:25:34.245066 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port e4d98db4-b260-418b-907a-ca771c1f65c9 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:34.245696 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:34.370673 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:34.378162 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea59a8b8-fec2-428a-afdf-5733988334ea admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:25:34.395172 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-ea59a8b8-fec2-428a-afdf-5733988334ea admin admin] 10.222.0.54 "PUT /v2.0/routers/bc6be8e5-cc49-41d5-8553-cba4700e981e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5407031 Nov 24 11:25:34.401811 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] For port e4d98db4-b260-418b-907a-ca771c1f65c9, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=e4d98db4-b260-418b-907a-ca771c1f65c9,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:25:34.406808 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:34.475977 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Pushing event updated for resources: {'Port': ['ID=e4d98db4-b260-418b-907a-ca771c1f65c9,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:34.603275 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aa9a5-94c1-4906-86ab-2a0d21bccaeb req-8e204ec6-035f-4b79-9bb4-820776f9b7aa tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:34.611110 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9f3aa9a5-94c1-4906-86ab-2a0d21bccaeb req-8e204ec6-035f-4b79-9bb4-820776f9b7aa tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0640850 Nov 24 11:25:34.679294 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9f3aa9a5-94c1-4906-86ab-2a0d21bccaeb req-398f8cf4-072a-4b89-9137-79cd4a571eee tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670917 Nov 24 11:25:34.720167 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] Sync routers for ids ['bc6be8e5-cc49-41d5-8553-cba4700e981e'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:25:34.731592 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] Routers {'bc6be8e5-cc49-41d5-8553-cba4700e981e'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:25:34.732512 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:25:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['bc6be8e5-cc49-41d5-8553-cba4700e981e'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:34.856156 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] Set router bc6be8e5-cc49-41d5-8553-cba4700e981e gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:25:34.984791 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 52026) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:35.033966 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23562f1-68e1-4970-ab80-b9fdc8465409 admin admin] Deleting subnet 998e6652-39c2-4c19-b723-d69e3254f5d2 {{(pid=102482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 11:25:35.037541 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a23562f1-68e1-4970-ab80-b9fdc8465409 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.093209 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6be8e5-cc49-41d5-8553-cba4700e981e', 'name': 'tempest-TestVolumeBootPattern-185234706-router', 'tenant_id': '37f1d77d1905445aa237876e5597e619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e4d98db4-b260-418b-907a-ca771c1f65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:27Z', 'updated_at': '2021-11-24T11:25:32Z', 'revision_number': 4, 'project_id': '37f1d77d1905445aa237876e5597e619', 'gw_port': {'id': 'e4d98db4-b260-418b-907a-ca771c1f65c9', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6be8e5-cc49-41d5-8553-cba4700e981e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:27Z', 'updated_at': '2021-11-24T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '9ffb8216-4e43-49a7-b3ef-3fedfb4d5301', 'name': '', 'network_id': '8e50e086-fddf-4cf9-8046-0093f7bc68d8', 'tenant_id': '37f1d77d1905445aa237876e5597e619', 'mac_address': 'fa:16:3e:61:aa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6be8e5-cc49-41d5-8553-cba4700e981e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '9ae07da6-fbf2-4aa1-a050-6e5b4269ee36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:31Z', 'updated_at': '2021-11-24T11:25:33Z', 'revision_number': 2, 'project_id': '37f1d77d1905445aa237876e5597e619', 'subnets': [{'id': '9ae07da6-fbf2-4aa1-a050-6e5b4269ee36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:35.094875 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a23562f1-68e1-4970-ab80-b9fdc8465409 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.115510 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a23562f1-68e1-4970-ab80-b9fdc8465409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036365'] for subnet, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.130506 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] Checking router: bc6be8e5-cc49-41d5-8553-cba4700e981e for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:25:35.131048 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] Updating router bc6be8e5-cc49-41d5-8553-cba4700e981e port 9ffb8216-4e43-49a7-b3ef-3fedfb4d5301 binding host dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 11:25:35.157863 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.249736 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a23562f1-68e1-4970-ab80-b9fdc8465409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for subnet, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.285157 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23562f1-68e1-4970-ab80-b9fdc8465409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=998e6652-39c2-4c19-b723-d69e3254f5d2,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:35.292120 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a23562f1-68e1-4970-ab80-b9fdc8465409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.296487 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-a23562f1-68e1-4970-ab80-b9fdc8465409 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/998e6652-39c2-4c19-b723-d69e3254f5d2 HTTP/1.1" status: 204 len: 168 time: 0.3098681 Nov 24 11:25:35.298309 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 52036) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:35.345383 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52040) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:35.351146 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-6a3866a1-5970-4637-8488-a5546a312f12 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1439076233', 'description': 'tempest-secgroup-smoke-1439076233 description', 'project_id': '303d49c4d2774367b4d1606a579ed56b'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:35.392531 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622759'] for network, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.394799 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6a3866a1-5970-4637-8488-a5546a312f12 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.500174 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037944', 'neutron.services.segments.db._delete_segments_for_network-8771666762424'] for network, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.505839 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6a3866a1-5970-4637-8488-a5546a312f12 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.514228 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6a3866a1-5970-4637-8488-a5546a312f12 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.540117 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:25:35.541563 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:25:35.542719 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:25:35.545553 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Subscribe: > port after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:25:35.546179 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Subscribe: > port after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:25:35.546909 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Subscribe: > port after_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:25:35.547538 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:25:35.548193 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:25:35.549159 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:25:35.550539 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:25:35.561768 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6a3866a1-5970-4637-8488-a5546a312f12 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.563997 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-6a3866a1-5970-4637-8488-a5546a312f12 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2160006 Nov 24 11:25:35.564438 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] Publish callbacks [] for port, precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.567414 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52048) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:35.574148 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-81b6a36e-d81b-4781-ada4-89ef9c21ea16 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Request body: {'security_group_rule': {'security_group_id': '749864b3-651e-4be6-8e69-9d1153ebce5c', 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:35.577199 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.601457 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3866a1-5970-4637-8488-a5546a312f12 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=749864b3-651e-4be6-8e69-9d1153ebce5c,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:35.622268 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-81b6a36e-d81b-4781-ada4-89ef9c21ea16 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.735591 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-81b6a36e-d81b-4781-ada4-89ef9c21ea16 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.738035 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52050) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:35.745348 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb34e0-18b5-42a1-8661-9868e2f0e80f None None] Pushing event updated for resources: {'Port': ['ID=9ffb8216-4e43-49a7-b3ef-3fedfb4d5301,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:35.764387 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-81b6a36e-d81b-4781-ada4-89ef9c21ea16 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.765455 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] Attempting to bind port 9ffb8216-4e43-49a7-b3ef-3fedfb4d5301 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:25:35.765788 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] Attempting to bind port 9ffb8216-4e43-49a7-b3ef-3fedfb4d5301 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': '0de52ef8-536f-46d5-bdf9-954daaf4effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8e50e086-fddf-4cf9-8046-0093f7bc68d8'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:25:35.766442 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] Attempting to bind port 9ffb8216-4e43-49a7-b3ef-3fedfb4d5301 on network 8e50e086-fddf-4cf9-8046-0093f7bc68d8 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:25:35.771276 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:25:35.772002 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:25:35.772832 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:25:35.773511 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:25:35.774253 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c777c0-86f9-4ac0-a3c4-21e00095a7f2']}} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:35.781344 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:25:35.781598 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] Checking segment: {'id': '0de52ef8-536f-46d5-bdf9-954daaf4effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8e50e086-fddf-4cf9-8046-0093f7bc68d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:25:35.782157 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.782561 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] Bound using segment: {'id': '0de52ef8-536f-46d5-bdf9-954daaf4effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8e50e086-fddf-4cf9-8046-0093f7bc68d8'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:25:35.783097 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] Bound port: 9ffb8216-4e43-49a7-b3ef-3fedfb4d5301, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de52ef8-536f-46d5-bdf9-954daaf4effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8e50e086-fddf-4cf9-8046-0093f7bc68d8'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:25:35.783535 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.805374 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6a36e-d81b-4781-ada4-89ef9c21ea16 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c635a5e1-823c-44f4-8c6a-05e3d7d59044,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:35.831626 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-81b6a36e-d81b-4781-ada4-89ef9c21ea16 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.832005 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033a639b-5f2e-4ee4-ba92-66f4eb21a82d') {'for_net_delete': True} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:35.832895 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033a639b-5f2e-4ee4-ba92-66f4eb21a82d') {} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:35.833025 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-81b6a36e-d81b-4781-ada4-89ef9c21ea16 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2644861 Nov 24 11:25:35.835869 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52062) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:35.845267 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-0abd83af-0057-4722-b9ae-bd64c9335e10 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Request body: {'security_group_rule': {'security_group_id': '749864b3-651e-4be6-8e69-9d1153ebce5c', 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:35.895313 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0abd83af-0057-4722-b9ae-bd64c9335e10 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.901743 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666709580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532784894'] for segment, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.926303 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] For port 9ffb8216-4e43-49a7-b3ef-3fedfb4d5301, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:25:35.930950 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] For port 9ffb8216-4e43-49a7-b3ef-3fedfb4d5301, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=9ffb8216-4e43-49a7-b3ef-3fedfb4d5301,segment=NetworkSegment(0de52ef8-536f-46d5-bdf9-954daaf4effb),segment_id=0de52ef8-536f-46d5-bdf9-954daaf4effb)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:25:35.935803 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.947327 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.961195 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 11:25:35.961864 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536164608'] for segment, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.962769 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0abd83af-0057-4722-b9ae-bd64c9335e10 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.968106 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0abd83af-0057-4722-b9ae-bd64c9335e10 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: from cryptography.utils import int_from_bytes Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: from cryptography.utils import int_from_bytes Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: Traceback (most recent call last): Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: timer() Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: cb(*args, **kw) Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: return func(*args, **kwargs) Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: self._notify() Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: self.callback(batched_events) Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: event.method(event) Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: return f(self, *a, **k) Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: return self._get(url).json() Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: return self.request(url, 'GET', **kwargs) Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:25:35.996293 dv-cinder-819089-1-iscsi neutron-server[102482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:25:36.016890 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0abd83af-0057-4722-b9ae-bd64c9335e10 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.019624 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-0abd83af-0057-4722-b9ae-bd64c9335e10 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1828022 Nov 24 11:25:36.022588 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52066) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:36.029898 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-5a32cb2f-3c47-4e48-98d6-b343246f2d2b tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Request body: {'security_group_rule': {'security_group_id': '749864b3-651e-4be6-8e69-9d1153ebce5c', 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:36.035793 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd83af-0057-4722-b9ae-bd64c9335e10 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687264ff-843b-492e-ac4a-e95f6cb6201c,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:36.044954 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-50a7c903-22eb-442a-af2c-2775f8836216 None None] Provisioning complete for port 9ffb8216-4e43-49a7-b3ef-3fedfb4d5301 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:36.045335 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-50a7c903-22eb-442a-af2c-2775f8836216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.050354 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e618941-8353-40e7-81d5-b8f80a3709f3 req-a31e90e9-106a-4014-9eee-30fd56855ecd tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:36.052742 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5e618941-8353-40e7-81d5-b8f80a3709f3 req-a31e90e9-106a-4014-9eee-30fd56855ecd tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.2090697 Nov 24 11:25:36.089554 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5a32cb2f-3c47-4e48-98d6-b343246f2d2b tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.126801 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb34e0-18b5-42a1-8661-9868e2f0e80f None None] Pushing event updated for resources: {'Port': ['ID=9ffb8216-4e43-49a7-b3ef-3fedfb4d5301,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:36.140341 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] Routers {'bc6be8e5-cc49-41d5-8553-cba4700e981e'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:25:36.141927 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:25:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['bc6be8e5-cc49-41d5-8553-cba4700e981e'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:36.148791 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a96c2eb7-375a-48c1-b389-c1205168a1ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.169118 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device e4d98db4-b260-418b-907a-ca771c1f65c9 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:25:36.196599 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975206'] for network, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.221841 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5a32cb2f-3c47-4e48-98d6-b343246f2d2b tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.257691 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.266641 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] 10.222.0.54 "DELETE /v2.0/networks/f9c777c0-86f9-4ac0-a3c4-21e00095a7f2 HTTP/1.1" status: 204 len: 168 time: 0.9664619 Nov 24 11:25:36.271832 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a156f-8b92-4013-9c93-700a1e136dbc admin admin] Pushing event deleted for resources: {'Network': ['ID=f9c777c0-86f9-4ac0-a3c4-21e00095a7f2,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:36.279579 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5e618941-8353-40e7-81d5-b8f80a3709f3 req-4efc605c-e123-4981-9b90-ed72e951058b tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641757 Nov 24 11:25:36.318173 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5a32cb2f-3c47-4e48-98d6-b343246f2d2b tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.371028 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32cb2f-3c47-4e48-98d6-b343246f2d2b tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68180603-f887-438d-b7ed-747a5c9fad59,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:36.379271 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a96c2eb7-375a-48c1-b389-c1205168a1ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.383805 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5a32cb2f-3c47-4e48-98d6-b343246f2d2b tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.388169 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-5a32cb2f-3c47-4e48-98d6-b343246f2d2b tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3637216 Nov 24 11:25:36.389085 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 52078) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:36.389607 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a96c2eb7-375a-48c1-b389-c1205168a1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.396128 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-347adbc7-21bc-49be-9c24-66aec7fcf86f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Request body: {'security_group_rule': {'security_group_id': '749864b3-651e-4be6-8e69-9d1153ebce5c', 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:36.419220 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c2eb7-375a-48c1-b389-c1205168a1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114b0b5e-bfa2-4c17-a713-1700be4ababb,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:36.451065 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-a96c2eb7-375a-48c1-b389-c1205168a1ea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dfbed7b3dc6f421686caa7cdc232afee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7089798 Nov 24 11:25:36.451686 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52084) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:36.477706 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-347adbc7-21bc-49be-9c24-66aec7fcf86f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.512085 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-75d49d9f-6508-4b74-bd7b-977add59e9d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.536240 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-50a7c903-22eb-442a-af2c-2775f8836216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.536491 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-75d49d9f-6508-4b74-bd7b-977add59e9d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.573591 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] Set router bc6be8e5-cc49-41d5-8553-cba4700e981e gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:25:36.621238 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-75d49d9f-6508-4b74-bd7b-977add59e9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.624611 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-75d49d9f-6508-4b74-bd7b-977add59e9d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.625478 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-50a7c903-22eb-442a-af2c-2775f8836216 None None] For port 9ffb8216-4e43-49a7-b3ef-3fedfb4d5301, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=9ffb8216-4e43-49a7-b3ef-3fedfb4d5301,segment=NetworkSegment(0de52ef8-536f-46d5-bdf9-954daaf4effb),segment_id=0de52ef8-536f-46d5-bdf9-954daaf4effb)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:25:36.625832 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-75d49d9f-6508-4b74-bd7b-977add59e9d1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/114b0b5e-bfa2-4c17-a713-1700be4ababb HTTP/1.1" status: 204 len: 168 time: 0.1731539 Nov 24 11:25:36.632992 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port e4d98db4-b260-418b-907a-ca771c1f65c9 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:36.633357 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.635102 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d49d9f-6508-4b74-bd7b-977add59e9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114b0b5e-bfa2-4c17-a713-1700be4ababb,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:36.638423 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-50a7c903-22eb-442a-af2c-2775f8836216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.662571 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-347adbc7-21bc-49be-9c24-66aec7fcf86f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.670174 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-347adbc7-21bc-49be-9c24-66aec7fcf86f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.714212 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52094) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:36.714424 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347adbc7-21bc-49be-9c24-66aec7fcf86f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7a18cb-ba5b-4453-93d1-43822a9477af,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:36.747177 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-347adbc7-21bc-49be-9c24-66aec7fcf86f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.748580 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-347adbc7-21bc-49be-9c24-66aec7fcf86f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3579836 Nov 24 11:25:36.751348 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 52096) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:36.759849 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-f101b2db-073f-45f2-8eb9-5d5bcaa156dc tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Request body: {'security_group_rule': {'security_group_id': '749864b3-651e-4be6-8e69-9d1153ebce5c', 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:36.798444 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.db.securitygroups_db [None req-f101b2db-073f-45f2-8eb9-5d5bcaa156dc tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Project 303d49c4d2774367b4d1606a579ed56b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 11:25:36.803728 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 52100) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:36.804340 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-a461e6ec-9c19-46c2-a241-71d8b9429562 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d8801ea1a6f842268aba209942a667f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0900445 Nov 24 11:25:36.813290 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f101b2db-073f-45f2-8eb9-5d5bcaa156dc tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.918210 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-22b0bb57-d7a0-423f-aedc-24dc17bd9305 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.938459 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f101b2db-073f-45f2-8eb9-5d5bcaa156dc tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.947691 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f101b2db-073f-45f2-8eb9-5d5bcaa156dc tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.976487 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-22b0bb57-d7a0-423f-aedc-24dc17bd9305 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.981279 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7c903-22eb-442a-af2c-2775f8836216 None None] Pushing event updated for resources: {'Port': ['ID=9ffb8216-4e43-49a7-b3ef-3fedfb4d5301,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:36.990132 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-4b578018-44b8-47bc-a4ff-650888ffc7b7 None None] Provisioning complete for port 9ffb8216-4e43-49a7-b3ef-3fedfb4d5301 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:36.990896 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4b578018-44b8-47bc-a4ff-650888ffc7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:36.999127 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101b2db-073f-45f2-8eb9-5d5bcaa156dc tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b01e83-498e-4745-bf2d-95eaf8f67aae,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:37.010901 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f101b2db-073f-45f2-8eb9-5d5bcaa156dc tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:37.012146 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-f101b2db-073f-45f2-8eb9-5d5bcaa156dc tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2595391 Nov 24 11:25:37.015090 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52110) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:37.020750 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-3ee5c19e-d33c-42a4-8f6d-ae363b0380a1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Request body: {'security_group_rule': {'security_group_id': '749864b3-651e-4be6-8e69-9d1153ebce5c', 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:37.049383 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-22b0bb57-d7a0-423f-aedc-24dc17bd9305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:37.050321 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.securitygroups_db [None req-3ee5c19e-d33c-42a4-8f6d-ae363b0380a1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Project 303d49c4d2774367b4d1606a579ed56b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 11:25:37.055008 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-22b0bb57-d7a0-423f-aedc-24dc17bd9305 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:37.055728 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3ee5c19e-d33c-42a4-8f6d-ae363b0380a1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:37.060000 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-22b0bb57-d7a0-423f-aedc-24dc17bd9305 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0 HTTP/1.1" status: 204 len: 168 time: 0.2547235 Nov 24 11:25:37.071345 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0bb57-d7a0-423f-aedc-24dc17bd9305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4b1d8b-ddfb-4cf4-9408-4ad626f88ce0,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:37.146350 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3ee5c19e-d33c-42a4-8f6d-ae363b0380a1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:37.151592 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3ee5c19e-d33c-42a4-8f6d-ae363b0380a1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:37.175949 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3ee5c19e-d33c-42a4-8f6d-ae363b0380a1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:37.177411 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-3ee5c19e-d33c-42a4-8f6d-ae363b0380a1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1611869 Nov 24 11:25:37.185938 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5c19e-d33c-42a4-8f6d-ae363b0380a1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478829c3-62ae-46dc-9427-e3b1f3e54332,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:37.190379 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6be8e5-cc49-41d5-8553-cba4700e981e', 'name': 'tempest-TestVolumeBootPattern-185234706-router', 'tenant_id': '37f1d77d1905445aa237876e5597e619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e4d98db4-b260-418b-907a-ca771c1f65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:27Z', 'updated_at': '2021-11-24T11:25:32Z', 'revision_number': 4, 'project_id': '37f1d77d1905445aa237876e5597e619', 'gw_port': {'id': 'e4d98db4-b260-418b-907a-ca771c1f65c9', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6be8e5-cc49-41d5-8553-cba4700e981e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:27Z', 'updated_at': '2021-11-24T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '9ffb8216-4e43-49a7-b3ef-3fedfb4d5301', 'name': '', 'network_id': '8e50e086-fddf-4cf9-8046-0093f7bc68d8', 'tenant_id': '37f1d77d1905445aa237876e5597e619', 'mac_address': 'fa:16:3e:61:aa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6be8e5-cc49-41d5-8553-cba4700e981e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '9ae07da6-fbf2-4aa1-a050-6e5b4269ee36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:31Z', 'updated_at': '2021-11-24T11:25:35Z', 'revision_number': 4, 'project_id': '37f1d77d1905445aa237876e5597e619', 'subnets': [{'id': '9ae07da6-fbf2-4aa1-a050-6e5b4269ee36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:37.250178 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca049cd8-7cc6-4e85-9426-de87ca149476 None None] The sync data for ids ['bc6be8e5-cc49-41d5-8553-cba4700e981e'] in dv-cinder-819089-1-iscsi is: [{'id': 'bc6be8e5-cc49-41d5-8553-cba4700e981e', 'name': 'tempest-TestVolumeBootPattern-185234706-router', 'tenant_id': '37f1d77d1905445aa237876e5597e619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e4d98db4-b260-418b-907a-ca771c1f65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:27Z', 'updated_at': '2021-11-24T11:25:32Z', 'revision_number': 4, 'project_id': '37f1d77d1905445aa237876e5597e619', 'gw_port': {'id': 'e4d98db4-b260-418b-907a-ca771c1f65c9', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6be8e5-cc49-41d5-8553-cba4700e981e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:27Z', 'updated_at': '2021-11-24T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '9ffb8216-4e43-49a7-b3ef-3fedfb4d5301', 'name': '', 'network_id': '8e50e086-fddf-4cf9-8046-0093f7bc68d8', 'tenant_id': '37f1d77d1905445aa237876e5597e619', 'mac_address': 'fa:16:3e:61:aa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6be8e5-cc49-41d5-8553-cba4700e981e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '9ae07da6-fbf2-4aa1-a050-6e5b4269ee36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:31Z', 'updated_at': '2021-11-24T11:25:35Z', 'revision_number': 4, 'project_id': '37f1d77d1905445aa237876e5597e619', 'subnets': [{'id': '9ae07da6-fbf2-4aa1-a050-6e5b4269ee36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:25:37.493742 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bb3bd-f445-4e69-a61c-5e7d221773a0 req-5815920e-9dad-40a5-97b6-92be328d393f tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:37.495458 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ce8bb3bd-f445-4e69-a61c-5e7d221773a0 req-5815920e-9dad-40a5-97b6-92be328d393f tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.1046379 Nov 24 11:25:37.513150 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52160) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:37.543070 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-287a9df3-3493-4898-9e30-3cc234dd5aa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:37.621057 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ce8bb3bd-f445-4e69-a61c-5e7d221773a0 req-f2b5930e-0a4c-4c1d-a465-8f3934ea995d tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176786 Nov 24 11:25:37.724279 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-287a9df3-3493-4898-9e30-3cc234dd5aa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:37.734294 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-287a9df3-3493-4898-9e30-3cc234dd5aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:37.795057 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-287a9df3-3493-4898-9e30-3cc234dd5aa1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=80e30816f2d2417d86acc837af25bc3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804790 Nov 24 11:25:37.796059 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a9df3-3493-4898-9e30-3cc234dd5aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc99273-2132-4024-b177-279878ff1643,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:37.797793 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 52174) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:37.913164 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d0d1dcba-93e6-4951-98bb-5a12b5f1b2ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:37.964488 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d0d1dcba-93e6-4951-98bb-5a12b5f1b2ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:38.120008 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d0d1dcba-93e6-4951-98bb-5a12b5f1b2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:38.123339 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d0d1dcba-93e6-4951-98bb-5a12b5f1b2ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:38.124546 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-d0d1dcba-93e6-4951-98bb-5a12b5f1b2ff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4fc99273-2132-4024-b177-279878ff1643 HTTP/1.1" status: 204 len: 168 time: 0.3254042 Nov 24 11:25:38.134441 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1dcba-93e6-4951-98bb-5a12b5f1b2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc99273-2132-4024-b177-279878ff1643,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:38.221379 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 9ffb8216-4e43-49a7-b3ef-3fedfb4d5301 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:25:38.297226 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 9ffb8216-4e43-49a7-b3ef-3fedfb4d5301 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:38.297821 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:38.742754 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74fcc4-64ca-4baa-a987-f4a1bf59a314 req-99178e58-af3f-49c8-adad-bd50d50db4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:38.744125 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-fa74fcc4-64ca-4baa-a987-f4a1bf59a314 req-99178e58-af3f-49c8-adad-bd50d50db4bd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 1098 time: 0.0674179 Nov 24 11:25:38.827144 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad8be7-adab-4f84-923c-f919df5e8ea4 req-c267e24e-4a79-46b0-8ecc-4256a674509b tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:38.829022 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-78ad8be7-adab-4f84-923c-f919df5e8ea4 req-c267e24e-4a79-46b0-8ecc-4256a674509b tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0987973 Nov 24 11:25:38.845657 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-fa74fcc4-64ca-4baa-a987-f4a1bf59a314 req-cc9175ea-db0c-447c-b662-cb48be4d3bda service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872850 Nov 24 11:25:38.900528 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52238) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:38.918454 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-78ad8be7-adab-4f84-923c-f919df5e8ea4 req-5e8ad306-3099-44d2-bdb1-e61cdeb2662d tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783732 Nov 24 11:25:39.241316 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-243282d1-ba29-497c-863b-e3c64a20050f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-104195471-network', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:39.268690 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243282d1-ba29-497c-863b-e3c64a20050f admin admin] Made reservation on behalf of 45f80f37390a4f5f8b97a920ce8330df for: {'network': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:25:39.271812 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-243282d1-ba29-497c-863b-e3c64a20050f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for network, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:39.281241 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-243282d1-ba29-497c-863b-e3c64a20050f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:39.368444 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-243282d1-ba29-497c-863b-e3c64a20050f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:39.372292 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-243282d1-ba29-497c-863b-e3c64a20050f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:39.394127 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243282d1-ba29-497c-863b-e3c64a20050f admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=102481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 11:25:39.410784 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243282d1-ba29-497c-863b-e3c64a20050f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a41ef9-3675-4866-ba30-03c10cfb8228,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:39.415542 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-243282d1-ba29-497c-863b-e3c64a20050f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:39.415878 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.segments_db [None req-243282d1-ba29-497c-863b-e3c64a20050f admin admin] Added segment a66a89b9-6466-4482-ba4f-5d4af2aae483 of type vlan for network 1ba09535-c948-4159-ac87-b3cbd70bbf1e Nov 24 11:25:39.460636 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-243282d1-ba29-497c-863b-e3c64a20050f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771666227267'] for network, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:39.491270 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-243282d1-ba29-497c-863b-e3c64a20050f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for network, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:39.492338 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243282d1-ba29-497c-863b-e3c64a20050f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:39.493005 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-243282d1-ba29-497c-863b-e3c64a20050f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:39.522762 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-243282d1-ba29-497c-863b-e3c64a20050f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6207924 Nov 24 11:25:39.526586 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 52266) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:39.534416 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-b36109dd-dc54-4875-b481-025cc0077186 admin admin] Request body: {'subnet': {'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-104195471-subnet', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:39.556718 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243282d1-ba29-497c-863b-e3c64a20050f admin admin] Pushing event updated for resources: {'Network': ['ID=1ba09535-c948-4159-ac87-b3cbd70bbf1e,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:39.558794 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36109dd-dc54-4875-b481-025cc0077186 admin admin] Made reservation on behalf of 45f80f37390a4f5f8b97a920ce8330df for: {'subnet': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:25:39.561262 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b36109dd-dc54-4875-b481-025cc0077186 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532794209'] for subnet, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:39.567646 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Network 1ba09535-c948-4159-ac87-b3cbd70bbf1e details requested by agent ovs-agent-dv-cinder-819089-1-iscsi with host dv-cinder-819089-1-iscsi {{(pid=102483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 11:25:39.741241 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b36109dd-dc54-4875-b481-025cc0077186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536166255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532794195'] for subnet, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:39.792489 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36109dd-dc54-4875-b481-025cc0077186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=869a9006-91f2-477a-a322-c62397f17982,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:39.808172 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36109dd-dc54-4875-b481-025cc0077186 admin admin] Checking segment: {'id': 'a66a89b9-6466-4482-ba4f-5d4af2aae483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:25:39.808529 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36109dd-dc54-4875-b481-025cc0077186 admin admin] Network hostable DHCP agents. Network: 1ba09535-c948-4159-ac87-b3cbd70bbf1e, hostable agents: ['90347969-607b-440e-afac-8ad03a91f79b'], hosted agents: [] {{(pid=102482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 11:25:39.826467 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36109dd-dc54-4875-b481-025cc0077186 admin admin] Network 1ba09535-c948-4159-ac87-b3cbd70bbf1e is scheduled to be hosted by DHCP agent 90347969-607b-440e-afac-8ad03a91f79b with binding_index 1 {{(pid=102482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 11:25:39.835786 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-b36109dd-dc54-4875-b481-025cc0077186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819089-1-iscsi, 1ba09535-c948-4159-ac87-b3cbd70bbf1e) {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:25:39.840524 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36109dd-dc54-4875-b481-025cc0077186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:39.841088 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b36109dd-dc54-4875-b481-025cc0077186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:39.846447 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57b43d3-7743-443d-88b8-17dcdcd70b3f None None] Network 1ba09535-c948-4159-ac87-b3cbd70bbf1e requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:25:39.858770 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-b36109dd-dc54-4875-b481-025cc0077186 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3299363 Nov 24 11:25:39.861669 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52276) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:39.866311 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-568fa493-0014-4cd7-85ab-c1e0d8f1ac8b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-104195471-router', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:39.890494 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-568fa493-0014-4cd7-85ab-c1e0d8f1ac8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3219'] for router, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:39.892183 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-568fa493-0014-4cd7-85ab-c1e0d8f1ac8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:39.962953 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-568fa493-0014-4cd7-85ab-c1e0d8f1ac8b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:40.064247 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5710c-7101-4994-8ea2-d863ef783d52 req-b197490e-07f5-46c0-9b68-f852ad36908c tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:40.066333 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b9d5710c-7101-4994-8ea2-d863ef783d52 req-b197490e-07f5-46c0-9b68-f852ad36908c tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0692241 Nov 24 11:25:40.068791 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086e9d95-1b29-468f-bd30-3fb623ced9e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93cd4e5f-7129-5106-abea-c98820ee5c55-1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'fixed_ips': [{'subnet_id': '869a9006-91f2-477a-a322-c62397f17982'}]}} from dv-cinder-819089-1-iscsi. {{(pid=102483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 11:25:40.069757 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-086e9d95-1b29-468f-bd30-3fb623ced9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:40.142786 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b9d5710c-7101-4994-8ea2-d863ef783d52 req-191a1880-ee67-4071-9c2f-2c5bc590eb59 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701778 Nov 24 11:25:40.167718 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-568fa493-0014-4cd7-85ab-c1e0d8f1ac8b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:40.275279 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-086e9d95-1b29-468f-bd30-3fb623ced9e7 None None] Allocated IP 172.20.0.2 (1ba09535-c948-4159-ac87-b3cbd70bbf1e/869a9006-91f2-477a-a322-c62397f17982/952d462a-04ff-4c80-b677-152e55e622a2) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:25:40.481845 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-086e9d95-1b29-468f-bd30-3fb623ced9e7 None None] Publish callbacks [] for port, precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:40.494625 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-086e9d95-1b29-468f-bd30-3fb623ced9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:40.507603 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-568fa493-0014-4cd7-85ab-c1e0d8f1ac8b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:40.528115 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-568fa493-0014-4cd7-85ab-c1e0d8f1ac8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:40.549431 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086e9d95-1b29-468f-bd30-3fb623ced9e7 None None] Network 1ba09535-c948-4159-ac87-b3cbd70bbf1e is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:25:40.557679 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-086e9d95-1b29-468f-bd30-3fb623ced9e7 None None] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:25:40.560707 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086e9d95-1b29-468f-bd30-3fb623ced9e7 None None] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:25:40.576973 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e9d95-1b29-468f-bd30-3fb623ced9e7 None None] Pushing event updated for resources: {'Port': ['ID=952d462a-04ff-4c80-b677-152e55e622a2,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:40.650775 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-086e9d95-1b29-468f-bd30-3fb623ced9e7 None None] Attempting to bind port 952d462a-04ff-4c80-b677-152e55e622a2 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:25:40.651160 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-086e9d95-1b29-468f-bd30-3fb623ced9e7 None None] Attempting to bind port 952d462a-04ff-4c80-b677-152e55e622a2 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': 'a66a89b9-6466-4482-ba4f-5d4af2aae483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:25:40.651528 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086e9d95-1b29-468f-bd30-3fb623ced9e7 None None] Attempting to bind port 952d462a-04ff-4c80-b677-152e55e622a2 on network 1ba09535-c948-4159-ac87-b3cbd70bbf1e {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:25:40.657808 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086e9d95-1b29-468f-bd30-3fb623ced9e7 None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:25:40.658524 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086e9d95-1b29-468f-bd30-3fb623ced9e7 None None] Checking segment: {'id': 'a66a89b9-6466-4482-ba4f-5d4af2aae483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:25:40.658662 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-086e9d95-1b29-468f-bd30-3fb623ced9e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:40.659011 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086e9d95-1b29-468f-bd30-3fb623ced9e7 None None] Bound using segment: {'id': 'a66a89b9-6466-4482-ba4f-5d4af2aae483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:25:40.659487 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-086e9d95-1b29-468f-bd30-3fb623ced9e7 None None] Bound port: 952d462a-04ff-4c80-b677-152e55e622a2, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66a89b9-6466-4482-ba4f-5d4af2aae483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:25:40.659875 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-086e9d95-1b29-468f-bd30-3fb623ced9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:40.684550 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [None req-568fa493-0014-4cd7-85ab-c1e0d8f1ac8b admin admin] Allocated IP 172.27.1.66 (abec3bdb-3f5f-43d3-a05f-b74eaa51b59e/68c5d2bd-607c-45ea-a578-f70e1637afae/c39f004b-55a7-405f-b3b2-09908385e383) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:25:40.753630 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-086e9d95-1b29-468f-bd30-3fb623ced9e7 None None] For port 952d462a-04ff-4c80-b677-152e55e622a2, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:25:40.757453 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-086e9d95-1b29-468f-bd30-3fb623ced9e7 None None] For port 952d462a-04ff-4c80-b677-152e55e622a2, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=952d462a-04ff-4c80-b677-152e55e622a2,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:25:40.763440 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-086e9d95-1b29-468f-bd30-3fb623ced9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:40.812049 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-568fa493-0014-4cd7-85ab-c1e0d8f1ac8b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:40.841428 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e9d95-1b29-468f-bd30-3fb623ced9e7 None None] Pushing event updated for resources: {'Port': ['ID=952d462a-04ff-4c80-b677-152e55e622a2,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:40.875090 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-568fa493-0014-4cd7-85ab-c1e0d8f1ac8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:40.926320 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568fa493-0014-4cd7-85ab-c1e0d8f1ac8b admin admin] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:25:40.930346 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-568fa493-0014-4cd7-85ab-c1e0d8f1ac8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:25:40.934285 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568fa493-0014-4cd7-85ab-c1e0d8f1ac8b admin admin] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:25:40.974388 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fa493-0014-4cd7-85ab-c1e0d8f1ac8b admin admin] Pushing event updated for resources: {'Port': ['ID=c39f004b-55a7-405f-b3b2-09908385e383,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:41.192135 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-568fa493-0014-4cd7-85ab-c1e0d8f1ac8b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:41.231247 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 52334) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:41.272910 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8325135-e3fa-42c6-a8c9-d8d4adc44291 req-6612a491-5029-417d-9a5a-cc18c28cbb16 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:41.276772 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8325135-e3fa-42c6-a8c9-d8d4adc44291 req-6612a491-5029-417d-9a5a-cc18c28cbb16 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0519204 Nov 24 11:25:41.328746 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8325135-e3fa-42c6-a8c9-d8d4adc44291 req-fd243846-4aa7-4301-8f2f-aaff85e751ce tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466533 Nov 24 11:25:41.389504 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa844-eaff-48cc-82b7-c39dd45d2ac5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:41.403903 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-568fa493-0014-4cd7-85ab-c1e0d8f1ac8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1975076'] for router, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:41.476953 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa844-eaff-48cc-82b7-c39dd45d2ac5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:41.481877 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa844-eaff-48cc-82b7-c39dd45d2ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:41.526509 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fa844-eaff-48cc-82b7-c39dd45d2ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fea29f-a4ed-4b8d-b47d-40549a1759fb,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:41.534369 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-9c1fa844-eaff-48cc-82b7-c39dd45d2ac5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b76a02f8c75846d9b151053a3643739c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021228 Nov 24 11:25:41.535487 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52342) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:41.603585 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-112a4ea0-3d47-4238-8666-2a8b3f785e15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:41.615709 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568fa493-0014-4cd7-85ab-c1e0d8f1ac8b admin admin] Router 371e3da4-fb02-409c-9f30-c0ada2be864d is scheduled to L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e with binding_index 1 {{(pid=102481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 11:25:41.633750 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-112a4ea0-3d47-4238-8666-2a8b3f785e15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:41.770332 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568fa493-0014-4cd7-85ab-c1e0d8f1ac8b admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:25:41.773199 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-112a4ea0-3d47-4238-8666-2a8b3f785e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:41.779661 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-112a4ea0-3d47-4238-8666-2a8b3f785e15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:41.783274 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-112a4ea0-3d47-4238-8666-2a8b3f785e15 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/74fea29f-a4ed-4b8d-b47d-40549a1759fb HTTP/1.1" status: 204 len: 168 time: 0.2444911 Nov 24 11:25:41.794826 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] Sync routers for ids ['371e3da4-fb02-409c-9f30-c0ada2be864d'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:25:41.795463 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a4ea0-3d47-4238-8666-2a8b3f785e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fea29f-a4ed-4b8d-b47d-40549a1759fb,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:41.804505 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-568fa493-0014-4cd7-85ab-c1e0d8f1ac8b admin admin] Publish callbacks [] for router, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:41.808384 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-568fa493-0014-4cd7-85ab-c1e0d8f1ac8b admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9429607 Nov 24 11:25:41.808824 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 52356) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:41.838094 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] Routers {'371e3da4-fb02-409c-9f30-c0ada2be864d'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:25:41.842879 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:25:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['371e3da4-fb02-409c-9f30-c0ada2be864d'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:41.902488 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcf96b0-4e4b-4be2-9397-4efc5b23e184 None None] Network 1ba09535-c948-4159-ac87-b3cbd70bbf1e requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:25:41.965005 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] Set router 371e3da4-fb02-409c-9f30-c0ada2be864d gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:25:42.072701 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2823d8de-b638-479f-954f-2304ea6958ea None None] Provisioning complete for port 952d462a-04ff-4c80-b677-152e55e622a2 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:42.077941 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2823d8de-b638-479f-954f-2304ea6958ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:42.184822 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 952d462a-04ff-4c80-b677-152e55e622a2 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:25:42.198500 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'name': 'tempest-AttachVolumeShelveTestJSON-104195471-router', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:39Z', 'updated_at': '2021-11-24T11:25:41Z', 'revision_number': 3, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'gw_port': {'id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:40Z', 'updated_at': '2021-11-24T11:25:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:42.226603 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] Checking router: 371e3da4-fb02-409c-9f30-c0ada2be864d for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:25:42.226949 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] Updating router 371e3da4-fb02-409c-9f30-c0ada2be864d port c39f004b-55a7-405f-b3b2-09908385e383 binding host dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 11:25:42.259489 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:42.270371 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2823d8de-b638-479f-954f-2304ea6958ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:42.451015 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52368) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:42.466016 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5c4196fb-04d4-4cf1-9fe1-8b1508282d7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:42.544546 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 952d462a-04ff-4c80-b677-152e55e622a2 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:42.544870 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:42.577969 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-2823d8de-b638-479f-954f-2304ea6958ea None None] For port 952d462a-04ff-4c80-b677-152e55e622a2, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=952d462a-04ff-4c80-b677-152e55e622a2,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:25:42.578418 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5c4196fb-04d4-4cf1-9fe1-8b1508282d7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:42.584415 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5c4196fb-04d4-4cf1-9fe1-8b1508282d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:42.587452 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2823d8de-b638-479f-954f-2304ea6958ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:42.607228 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec502a-532b-4ac1-95c7-86d0eb606902 req-b6ef7f57-2106-47d6-b582-395149f88c94 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:42.609663 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-69ec502a-532b-4ac1-95c7-86d0eb606902 req-b6ef7f57-2106-47d6-b582-395149f88c94 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.1336927 Nov 24 11:25:42.643513 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4196fb-04d4-4cf1-9fe1-8b1508282d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3599709c-05de-46fd-91b3-3321f2d004d3,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:42.650537 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-5c4196fb-04d4-4cf1-9fe1-8b1508282d7a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=73ce4e0e31724803ac6346ef0005bf43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1983814 Nov 24 11:25:42.653290 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52370) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:42.679110 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823d8de-b638-479f-954f-2304ea6958ea None None] Pushing event updated for resources: {'Port': ['ID=952d462a-04ff-4c80-b677-152e55e622a2,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:42.697927 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] Publish callbacks [] for port, precommit_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:42.714255 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-4fef15fb-4bc4-4a37-bc5d-4d60b71fa907 None None] Provisioning complete for port 952d462a-04ff-4c80-b677-152e55e622a2 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:42.714632 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4fef15fb-4bc4-4a37-bc5d-4d60b71fa907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:42.715882 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:42.722995 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e5baf2ed-64d0-4edc-9764-ab6f86eb2e06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:42.746186 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-69ec502a-532b-4ac1-95c7-86d0eb606902 req-3b2134bb-a811-4144-ac0f-dffcebcc562e tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275423 Nov 24 11:25:42.749220 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-58c6cc1b-7a4c-4d43-a8ba-4344c41140c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:42.750212 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e5baf2ed-64d0-4edc-9764-ab6f86eb2e06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:42.807332 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d24a3-e3b5-4a32-a9c8-c33755540d5c None None] Pushing event updated for resources: {'Port': ['ID=c39f004b-55a7-405f-b3b2-09908385e383,revision_number=2']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:42.814567 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] Attempting to bind port c39f004b-55a7-405f-b3b2-09908385e383 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:25:42.815248 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] Attempting to bind port c39f004b-55a7-405f-b3b2-09908385e383 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:25:42.815860 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] Attempting to bind port c39f004b-55a7-405f-b3b2-09908385e383 on network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:25:42.821983 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e5baf2ed-64d0-4edc-9764-ab6f86eb2e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:42.823915 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:25:42.824588 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] Checking segment: {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:25:42.825163 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:42.825755 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] Bound using segment: {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:25:42.826398 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] Bound port: c39f004b-55a7-405f-b3b2-09908385e383, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:25:42.827111 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:42.828041 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e5baf2ed-64d0-4edc-9764-ab6f86eb2e06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:42.832747 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-e5baf2ed-64d0-4edc-9764-ab6f86eb2e06 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3599709c-05de-46fd-91b3-3321f2d004d3 HTTP/1.1" status: 204 len: 168 time: 0.1783185 Nov 24 11:25:42.860978 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5baf2ed-64d0-4edc-9764-ab6f86eb2e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3599709c-05de-46fd-91b3-3321f2d004d3,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:42.903238 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] For port c39f004b-55a7-405f-b3b2-09908385e383, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:25:42.910785 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] For port c39f004b-55a7-405f-b3b2-09908385e383, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=c39f004b-55a7-405f-b3b2-09908385e383,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:25:42.916071 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:42.967585 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] Routers {'371e3da4-fb02-409c-9f30-c0ada2be864d'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:25:42.968218 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:25:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['371e3da4-fb02-409c-9f30-c0ada2be864d'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:43.042398 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d24a3-e3b5-4a32-a9c8-c33755540d5c None None] Pushing event updated for resources: {'Port': ['ID=c39f004b-55a7-405f-b3b2-09908385e383,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:43.106262 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] Set router 371e3da4-fb02-409c-9f30-c0ada2be864d gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:25:43.243643 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [None req-58c6cc1b-7a4c-4d43-a8ba-4344c41140c8 admin admin] Allocated IP 172.20.0.1 (1ba09535-c948-4159-ac87-b3cbd70bbf1e/869a9006-91f2-477a-a322-c62397f17982/3b84b432-7dc7-4c98-a7c3-2b98063fddee) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:25:43.374520 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-58c6cc1b-7a4c-4d43-a8ba-4344c41140c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:43.439943 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-58c6cc1b-7a4c-4d43-a8ba-4344c41140c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:43.490979 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'name': 'tempest-AttachVolumeShelveTestJSON-104195471-router', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:39Z', 'updated_at': '2021-11-24T11:25:41Z', 'revision_number': 3, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'gw_port': {'id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:40Z', 'updated_at': '2021-11-24T11:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:43.526308 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d50be6b-c04e-4579-9e5c-d03b5a651fbc None None] The sync data for ids ['371e3da4-fb02-409c-9f30-c0ada2be864d'] in dv-cinder-819089-1-iscsi is: [{'id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'name': 'tempest-AttachVolumeShelveTestJSON-104195471-router', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:39Z', 'updated_at': '2021-11-24T11:25:41Z', 'revision_number': 3, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'gw_port': {'id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:40Z', 'updated_at': '2021-11-24T11:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:25:43.544625 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c6cc1b-7a4c-4d43-a8ba-4344c41140c8 admin admin] Network 1ba09535-c948-4159-ac87-b3cbd70bbf1e is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:25:43.548403 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-58c6cc1b-7a4c-4d43-a8ba-4344c41140c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:25:43.555013 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6cc1b-7a4c-4d43-a8ba-4344c41140c8 admin admin] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:25:43.609988 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-58c6cc1b-7a4c-4d43-a8ba-4344c41140c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2040115'] for router_interface, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:43.614683 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cc1b-7a4c-4d43-a8ba-4344c41140c8 admin admin] Pushing event updated for resources: {'Port': ['ID=3b84b432-7dc7-4c98-a7c3-2b98063fddee,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:43.741015 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:25:43.825101 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-58c6cc1b-7a4c-4d43-a8ba-4344c41140c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:43.917877 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-c7da7925-8528-4a41-a3ae-3f91f2aad439 None None] Provisioning complete for port 3b84b432-7dc7-4c98-a7c3-2b98063fddee triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:43.918428 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-c7da7925-8528-4a41-a3ae-3f91f2aad439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:43.971228 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace5534-4e3e-43da-a78f-408c00d082e1 req-1158490f-3f03-41c5-8f38-b43fd56bfd9d tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:43.973509 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-c7da7925-8528-4a41-a3ae-3f91f2aad439 None None] Port 3b84b432-7dc7-4c98-a7c3-2b98063fddee cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:25:43.978874 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dace5534-4e3e-43da-a78f-408c00d082e1 req-1158490f-3f03-41c5-8f38-b43fd56bfd9d tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.1152449 Nov 24 11:25:44.115520 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dace5534-4e3e-43da-a78f-408c00d082e1 req-8a3b11ef-2a97-4f0a-9ff8-af1129510cab tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356256 Nov 24 11:25:44.217347 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-58c6cc1b-7a4c-4d43-a8ba-4344c41140c8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:44.226820 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-58c6cc1b-7a4c-4d43-a8ba-4344c41140c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:44.260529 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 952d462a-04ff-4c80-b677-152e55e622a2 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:25:44.340413 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cc1b-7a4c-4d43-a8ba-4344c41140c8 admin admin] Pushing event updated for resources: {'Port': ['ID=3b84b432-7dc7-4c98-a7c3-2b98063fddee,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:44.346123 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-58c6cc1b-7a4c-4d43-a8ba-4344c41140c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2040223'] for router_interface, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:44.355076 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 952d462a-04ff-4c80-b677-152e55e622a2 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:44.355829 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:44.377006 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57c64-027a-4925-af55-9968f81b188f req-dc74b3b6-2cdd-4d20-94c6-3a29b3581ed2 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:44.379037 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f3e57c64-027a-4925-af55-9968f81b188f req-dc74b3b6-2cdd-4d20-94c6-3a29b3581ed2 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.1536381 Nov 24 11:25:44.468973 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device c39f004b-55a7-405f-b3b2-09908385e383 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:25:44.505577 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f3e57c64-027a-4925-af55-9968f81b188f req-315cf31d-69d6-4104-8bbf-e8439a0281df tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080554 Nov 24 11:25:44.549207 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c6cc1b-7a4c-4d43-a8ba-4344c41140c8 admin admin] Network 1ba09535-c948-4159-ac87-b3cbd70bbf1e is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:25:44.555527 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-58c6cc1b-7a4c-4d43-a8ba-4344c41140c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:25:44.606239 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port c39f004b-55a7-405f-b3b2-09908385e383 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:44.606617 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:44.813258 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c6cc1b-7a4c-4d43-a8ba-4344c41140c8 admin admin] Router 371e3da4-fb02-409c-9f30-c0ada2be864d has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:25:44.839056 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:44.866161 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] For port c39f004b-55a7-405f-b3b2-09908385e383, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=c39f004b-55a7-405f-b3b2-09908385e383,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:25:44.884701 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:45.018522 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c6cc1b-7a4c-4d43-a8ba-4344c41140c8 admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:25:45.028730 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-58c6cc1b-7a4c-4d43-a8ba-4344c41140c8 admin admin] 10.222.0.54 "PUT /v2.0/routers/371e3da4-fb02-409c-9f30-c0ada2be864d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2153327 Nov 24 11:25:45.029244 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Pushing event updated for resources: {'Port': ['ID=c39f004b-55a7-405f-b3b2-09908385e383,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:45.042430 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-4337f569-1a59-4881-9fc2-09d5c9eb703c None None] Provisioning complete for port 3b84b432-7dc7-4c98-a7c3-2b98063fddee triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:45.042430 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4337f569-1a59-4881-9fc2-09d5c9eb703c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:45.133248 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-4337f569-1a59-4881-9fc2-09d5c9eb703c None None] Port 3b84b432-7dc7-4c98-a7c3-2b98063fddee cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:25:45.829027 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52498) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:45.926239 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] Sync routers for ids ['371e3da4-fb02-409c-9f30-c0ada2be864d'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:25:45.946968 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] Routers {'371e3da4-fb02-409c-9f30-c0ada2be864d'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:25:45.947706 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:25:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['371e3da4-fb02-409c-9f30-c0ada2be864d'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:45.953192 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e5d44e16-c12c-4db8-84c0-64dc32e00dcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:45.966033 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52502) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:45.971617 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-f2545149-dbaf-4f60-ab9f-2cfc56f176f4 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--662874045', 'description': 'tempest-description--885700937'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:46.009130 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f2545149-dbaf-4f60-ab9f-2cfc56f176f4 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:46.084423 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] Set router 371e3da4-fb02-409c-9f30-c0ada2be864d gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:25:46.088054 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device c39f004b-55a7-405f-b3b2-09908385e383 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:25:46.112588 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e5d44e16-c12c-4db8-84c0-64dc32e00dcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:46.122436 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e5d44e16-c12c-4db8-84c0-64dc32e00dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:46.126249 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f2545149-dbaf-4f60-ab9f-2cfc56f176f4 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:46.140179 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f2545149-dbaf-4f60-ab9f-2cfc56f176f4 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:46.170787 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d44e16-c12c-4db8-84c0-64dc32e00dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f33c25f-4443-4445-8040-ab7b05d88b87,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:46.185981 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-e5d44e16-c12c-4db8-84c0-64dc32e00dcb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2f89c06a703e4eca871f5a0e3b708383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3553174 Nov 24 11:25:46.188663 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 52504) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:46.194848 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f2545149-dbaf-4f60-ab9f-2cfc56f176f4 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:46.196248 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-f2545149-dbaf-4f60-ab9f-2cfc56f176f4 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2288072 Nov 24 11:25:46.199576 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 52508) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:46.205363 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2545149-dbaf-4f60-ab9f-2cfc56f176f4 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf87c58-8776-47f6-a552-ad6c38fa90c1,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:46.221923 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-11dbef97-448e-490b-bf6b-ad0a65bf1a87 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Request body: {'security_group_rule': {'security_group_id': 'fbf87c58-8776-47f6-a552-ad6c38fa90c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:46.280037 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port c39f004b-55a7-405f-b3b2-09908385e383 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:46.280519 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:46.281253 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-11dbef97-448e-490b-bf6b-ad0a65bf1a87 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:46.287986 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a2e4717c-ada3-4ab5-af30-4192c0f548e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:46.331710 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a2e4717c-ada3-4ab5-af30-4192c0f548e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:46.383211 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-11dbef97-448e-490b-bf6b-ad0a65bf1a87 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:46.387277 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-11dbef97-448e-490b-bf6b-ad0a65bf1a87 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:46.411053 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbef97-448e-490b-bf6b-ad0a65bf1a87 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335259ca-9f4b-4190-9bf3-7bc42a7ed539,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:46.421123 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-11dbef97-448e-490b-bf6b-ad0a65bf1a87 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:46.425427 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-11dbef97-448e-490b-bf6b-ad0a65bf1a87 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2216945 Nov 24 11:25:46.425736 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 52520) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:46.442169 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-dba7b008-fee3-43d9-bd16-1e6cd05b6129 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Request body: {'security_group_rule': {'security_group_id': 'fbf87c58-8776-47f6-a552-ad6c38fa90c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:46.449920 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a2e4717c-ada3-4ab5-af30-4192c0f548e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:46.456971 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a2e4717c-ada3-4ab5-af30-4192c0f548e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:46.460874 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-a2e4717c-ada3-4ab5-af30-4192c0f548e3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6f33c25f-4443-4445-8040-ab7b05d88b87 HTTP/1.1" status: 204 len: 168 time: 0.2684021 Nov 24 11:25:46.480831 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4717c-ada3-4ab5-af30-4192c0f548e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f33c25f-4443-4445-8040-ab7b05d88b87,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:46.493039 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'name': 'tempest-AttachVolumeShelveTestJSON-104195471-router', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:39Z', 'updated_at': '2021-11-24T11:25:43Z', 'revision_number': 4, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'gw_port': {'id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:40Z', 'updated_at': '2021-11-24T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '3b84b432-7dc7-4c98-a7c3-2b98063fddee', 'name': '', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'mac_address': 'fa:16:3e:e4:3e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '869a9006-91f2-477a-a322-c62397f17982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:42Z', 'updated_at': '2021-11-24T11:25:43Z', 'revision_number': 2, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'subnets': [{'id': '869a9006-91f2-477a-a322-c62397f17982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:46.514375 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dba7b008-fee3-43d9-bd16-1e6cd05b6129 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:46.548227 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] Checking router: 371e3da4-fb02-409c-9f30-c0ada2be864d for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:25:46.549599 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] Updating router 371e3da4-fb02-409c-9f30-c0ada2be864d port 3b84b432-7dc7-4c98-a7c3-2b98063fddee binding host dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 11:25:46.601254 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5600f45-58d7-4814-8a8e-154cf6265f2e req-1c6f67c3-fc5d-4c13-8883-6dcd2117d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:46.603569 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-c5600f45-58d7-4814-8a8e-154cf6265f2e req-1c6f67c3-fc5d-4c13-8883-6dcd2117d39d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4ef4eb6fdaf240b8bd9d2238dfb2efef&device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 1099 time: 0.0820923 Nov 24 11:25:46.622569 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:46.644098 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597bad3-744a-4124-b588-f9a72c37b338 req-30b57d4d-2c9c-460e-8bac-b0a67f937655 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:46.651897 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a597bad3-744a-4124-b588-f9a72c37b338 req-30b57d4d-2c9c-460e-8bac-b0a67f937655 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.1000702 Nov 24 11:25:46.713988 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dba7b008-fee3-43d9-bd16-1e6cd05b6129 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:46.718744 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a597bad3-744a-4124-b588-f9a72c37b338 req-65730cb6-f452-4f41-98e0-3e324e17ffdf tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651720 Nov 24 11:25:46.720025 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dba7b008-fee3-43d9-bd16-1e6cd05b6129 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:46.743719 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7b008-fee3-43d9-bd16-1e6cd05b6129 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3cbc22d-f972-4e42-ab8f-95d8bc0bcc4a,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:46.776569 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dba7b008-fee3-43d9-bd16-1e6cd05b6129 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:46.779138 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-dba7b008-fee3-43d9-bd16-1e6cd05b6129 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3523221 Nov 24 11:25:46.782918 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 52534) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:46.789136 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-5b647a80-349e-4cd2-b723-ccf1e81f1da2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Request body: {'floatingip': {'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:46.826787 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5600f45-58d7-4814-8a8e-154cf6265f2e req-53bff3e5-66e0-47ae-bd3c-934694f245e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:46.828868 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-c5600f45-58d7-4814-8a8e-154cf6265f2e req-53bff3e5-66e0-47ae-bd3c-934694f245e8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=46755722-9f6e-4465-a31a-32c0f19f7268 HTTP/1.1" status: 200 len: 920 time: 0.2157550 Nov 24 11:25:46.831490 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5b647a80-349e-4cd2-b723-ccf1e81f1da2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for floatingip, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:46.874847 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:46.922637 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-c5600f45-58d7-4814-8a8e-154cf6265f2e req-8710556c-a5c7-46a1-a80d-491a6a384e14 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318624af-0998-4bb1-af72-81fbe7e75826 HTTP/1.1" status: 200 len: 217 time: 0.0800323 Nov 24 11:25:46.992400 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5b647a80-349e-4cd2-b723-ccf1e81f1da2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:47.021927 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5600f45-58d7-4814-8a8e-154cf6265f2e req-9f3ec5b4-3063-476f-94b9-6618ff57bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:47.023749 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-c5600f45-58d7-4814-8a8e-154cf6265f2e req-9f3ec5b4-3063-476f-94b9-6618ff57bfa6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a9d5363-5f28-4302-8145-cfba618a1163 HTTP/1.1" status: 200 len: 859 time: 0.0928917 Nov 24 11:25:47.088897 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-c5600f45-58d7-4814-8a8e-154cf6265f2e req-1253425e-4306-404c-a580-1537f7a1145a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=46755722-9f6e-4465-a31a-32c0f19f7268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559659 Nov 24 11:25:47.121180 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] Publish callbacks [] for port, precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:47.129381 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:47.133464 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52542) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:47.159127 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ab337c77-aa32-4be0-8985-9ec35998cb8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:47.179394 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [None req-5b647a80-349e-4cd2-b723-ccf1e81f1da2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Allocated IP 172.27.1.91 (abec3bdb-3f5f-43d3-a05f-b74eaa51b59e/68c5d2bd-607c-45ea-a578-f70e1637afae/22961e6c-0f10-41b8-8eee-bdcf239d7c27) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:25:47.201746 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4acb0-d843-431b-be7d-ec4304ba6fcd None None] Pushing event updated for resources: {'Port': ['ID=3b84b432-7dc7-4c98-a7c3-2b98063fddee,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:47.255091 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-c5600f45-58d7-4814-8a8e-154cf6265f2e req-ca946cb0-c0db-4aba-9438-274006e05d26 service neutron] 10.222.0.65 "GET /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565337 Nov 24 11:25:47.315333 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52546) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:47.324695 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] Attempting to bind port 3b84b432-7dc7-4c98-a7c3-2b98063fddee on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:25:47.325127 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] Attempting to bind port 3b84b432-7dc7-4c98-a7c3-2b98063fddee by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': 'a66a89b9-6466-4482-ba4f-5d4af2aae483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:25:47.325630 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] Attempting to bind port 3b84b432-7dc7-4c98-a7c3-2b98063fddee on network 1ba09535-c948-4159-ac87-b3cbd70bbf1e {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:25:47.331715 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:25:47.332255 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] Checking segment: {'id': 'a66a89b9-6466-4482-ba4f-5d4af2aae483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:25:47.332798 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:47.333100 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] Bound using segment: {'id': 'a66a89b9-6466-4482-ba4f-5d4af2aae483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:25:47.333572 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] Bound port: 3b84b432-7dc7-4c98-a7c3-2b98063fddee, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66a89b9-6466-4482-ba4f-5d4af2aae483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:25:47.333948 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:47.359629 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 52550) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:47.398006 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5b647a80-349e-4cd2-b723-ccf1e81f1da2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for port, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:47.435916 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] For port 3b84b432-7dc7-4c98-a7c3-2b98063fddee, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:25:47.440959 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] For port 3b84b432-7dc7-4c98-a7c3-2b98063fddee, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=3b84b432-7dc7-4c98-a7c3-2b98063fddee,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:25:47.451654 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:47.480577 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5b647a80-349e-4cd2-b723-ccf1e81f1da2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:47.489691 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ab337c77-aa32-4be0-8985-9ec35998cb8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:47.499579 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ab337c77-aa32-4be0-8985-9ec35998cb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:47.563468 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] Routers {'371e3da4-fb02-409c-9f30-c0ada2be864d'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:25:47.564776 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:25:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['371e3da4-fb02-409c-9f30-c0ada2be864d'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:47.568742 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4acb0-d843-431b-be7d-ec4304ba6fcd None None] Pushing event updated for resources: {'Port': ['ID=3b84b432-7dc7-4c98-a7c3-2b98063fddee,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:47.598391 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab337c77-aa32-4be0-8985-9ec35998cb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0194ab-22f5-41ea-9ddb-17271991e885,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:47.612796 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b647a80-349e-4cd2-b723-ccf1e81f1da2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:25:47.614589 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b647a80-349e-4cd2-b723-ccf1e81f1da2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Pushing event updated for resources: {'Port': ['ID=22961e6c-0f10-41b8-8eee-bdcf239d7c27,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:47.624777 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-5b647a80-349e-4cd2-b723-ccf1e81f1da2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:25:47.632315 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-81256a11-b41f-4d94-a37f-81e20c2e19d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:47.645607 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b647a80-349e-4cd2-b723-ccf1e81f1da2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:25:47.656417 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-c5600f45-58d7-4814-8a8e-154cf6265f2e req-c55c50c0-8549-4c63-8d91-3ff57c139b36 service neutron] 10.222.0.65 "GET /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917570 Nov 24 11:25:47.658585 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6c83868d-67e1-48d3-8f92-9a0cccc379d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:47.689927 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-ab337c77-aa32-4be0-8985-9ec35998cb8d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=551945c0c3ed46a6954dbbb3617029ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5541964 Nov 24 11:25:47.691932 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52554) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:47.803532 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0b598b79-8907-4dc5-a632-3bbb42f1b10f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:47.841780 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0b598b79-8907-4dc5-a632-3bbb42f1b10f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:47.862356 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6c83868d-67e1-48d3-8f92-9a0cccc379d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:47.878833 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] Set router 371e3da4-fb02-409c-9f30-c0ada2be864d gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:25:47.894000 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6c83868d-67e1-48d3-8f92-9a0cccc379d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:47.938311 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-6c83868d-67e1-48d3-8f92-9a0cccc379d0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f0bdf795cfa74dd3b0ce7902635830c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6218896 Nov 24 11:25:47.942656 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52564) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:47.972747 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5b647a80-349e-4cd2-b723-ccf1e81f1da2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:47.976566 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-e1c41075-4d24-4a00-83b4-f6967d2c78bb None None] Provisioning complete for port 3b84b432-7dc7-4c98-a7c3-2b98063fddee triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:47.977245 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e1c41075-4d24-4a00-83b4-f6967d2c78bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:47.978097 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83868d-67e1-48d3-8f92-9a0cccc379d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33266574-15e7-4d27-b887-0ef0da501f34,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:48.002099 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e6102da2-598c-4b10-879f-0edabebe0919 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.010671 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-81256a11-b41f-4d94-a37f-81e20c2e19d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.016717 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0b598b79-8907-4dc5-a632-3bbb42f1b10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.019613 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0b598b79-8907-4dc5-a632-3bbb42f1b10f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.021009 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-0b598b79-8907-4dc5-a632-3bbb42f1b10f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0a0194ab-22f5-41ea-9ddb-17271991e885 HTTP/1.1" status: 204 len: 168 time: 0.3264945 Nov 24 11:25:48.041146 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-81256a11-b41f-4d94-a37f-81e20c2e19d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.041628 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e6102da2-598c-4b10-879f-0edabebe0919 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.043708 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b598b79-8907-4dc5-a632-3bbb42f1b10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0194ab-22f5-41ea-9ddb-17271991e885,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:48.056440 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e335a-8023-4fde-a052-b96aa91267c4 req-9450d2bf-fe87-4d7d-9729-4724846c8163 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:48.058084 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e67e335a-8023-4fde-a052-b96aa91267c4 req-9450d2bf-fe87-4d7d-9729-4724846c8163 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.1783710 Nov 24 11:25:48.105946 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5b647a80-349e-4cd2-b723-ccf1e81f1da2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.136165 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e6102da2-598c-4b10-879f-0edabebe0919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.139016 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e6102da2-598c-4b10-879f-0edabebe0919 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.140254 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-e6102da2-598c-4b10-879f-0edabebe0919 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/33266574-15e7-4d27-b887-0ef0da501f34 HTTP/1.1" status: 204 len: 168 time: 0.1964662 Nov 24 11:25:48.160889 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81256a11-b41f-4d94-a37f-81e20c2e19d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa4739f-1984-4a7b-bafb-89ddaa49cfef,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:48.161534 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6102da2-598c-4b10-879f-0edabebe0919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33266574-15e7-4d27-b887-0ef0da501f34,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:48.166957 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-81256a11-b41f-4d94-a37f-81e20c2e19d8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f5088a4e847143c4a362a877869130f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8081284 Nov 24 11:25:48.171233 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52572) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:48.226894 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e67e335a-8023-4fde-a052-b96aa91267c4 req-ef2963f9-685b-487a-9321-7a13e63a9cf5 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594126 Nov 24 11:25:48.277143 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-27138215-194c-4869-8f1a-5876ddcb1f0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.301029 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e1c41075-4d24-4a00-83b4-f6967d2c78bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.301784 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-27138215-194c-4869-8f1a-5876ddcb1f0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.346067 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-e1c41075-4d24-4a00-83b4-f6967d2c78bb None None] For port 3b84b432-7dc7-4c98-a7c3-2b98063fddee, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=3b84b432-7dc7-4c98-a7c3-2b98063fddee,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:25:48.355693 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e1c41075-4d24-4a00-83b4-f6967d2c78bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.364835 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5b647a80-349e-4cd2-b723-ccf1e81f1da2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for port, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.370779 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5b647a80-349e-4cd2-b723-ccf1e81f1da2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.376033 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-27138215-194c-4869-8f1a-5876ddcb1f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.380248 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-27138215-194c-4869-8f1a-5876ddcb1f0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.381776 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-27138215-194c-4869-8f1a-5876ddcb1f0a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5fa4739f-1984-4a7b-bafb-89ddaa49cfef HTTP/1.1" status: 204 len: 168 time: 0.2082698 Nov 24 11:25:48.403629 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27138215-194c-4869-8f1a-5876ddcb1f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa4739f-1984-4a7b-bafb-89ddaa49cfef,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:48.446390 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'name': 'tempest-AttachVolumeShelveTestJSON-104195471-router', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:39Z', 'updated_at': '2021-11-24T11:25:43Z', 'revision_number': 4, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'gw_port': {'id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:40Z', 'updated_at': '2021-11-24T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '3b84b432-7dc7-4c98-a7c3-2b98063fddee', 'name': '', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'mac_address': 'fa:16:3e:e4:3e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '869a9006-91f2-477a-a322-c62397f17982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:42Z', 'updated_at': '2021-11-24T11:25:47Z', 'revision_number': 4, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'subnets': [{'id': '869a9006-91f2-477a-a322-c62397f17982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:48.448667 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b647a80-349e-4cd2-b723-ccf1e81f1da2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Pushing event updated for resources: {'Port': ['ID=22961e6c-0f10-41b8-8eee-bdcf239d7c27,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:48.464468 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5b647a80-349e-4cd2-b723-ccf1e81f1da2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975220'] for floatingip, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.482659 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37237c68-00e8-4525-b1e0-2b2ff1b6b6cb None None] The sync data for ids ['371e3da4-fb02-409c-9f30-c0ada2be864d'] in dv-cinder-819089-1-iscsi is: [{'id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'name': 'tempest-AttachVolumeShelveTestJSON-104195471-router', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:39Z', 'updated_at': '2021-11-24T11:25:43Z', 'revision_number': 4, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'gw_port': {'id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:40Z', 'updated_at': '2021-11-24T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '3b84b432-7dc7-4c98-a7c3-2b98063fddee', 'name': '', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'mac_address': 'fa:16:3e:e4:3e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '869a9006-91f2-477a-a322-c62397f17982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:42Z', 'updated_at': '2021-11-24T11:25:47Z', 'revision_number': 4, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'subnets': [{'id': '869a9006-91f2-477a-a322-c62397f17982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:25:48.484948 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c41075-4d24-4a00-83b4-f6967d2c78bb None None] Pushing event updated for resources: {'Port': ['ID=3b84b432-7dc7-4c98-a7c3-2b98063fddee,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:48.485129 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5b647a80-349e-4cd2-b723-ccf1e81f1da2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for floatingip, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.487503 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-5b647a80-349e-4cd2-b723-ccf1e81f1da2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7032027 Nov 24 11:25:48.511543 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-4a6aaa6a-4c5a-4c33-a45a-475d85222fd9 None None] Provisioning complete for port 3b84b432-7dc7-4c98-a7c3-2b98063fddee triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:48.511925 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4a6aaa6a-4c5a-4c33-a45a-475d85222fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.815829 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52598) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:48.837597 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5190927b-f7f7-439e-b576-82afbb0d0d29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.906253 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-c7d40680-732d-4160-9278-71934a07fc99 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--662874045&fields=id&tenant_id=45f80f37390a4f5f8b97a920ce8330df HTTP/1.1" status: 200 len: 267 time: 0.0719132 Nov 24 11:25:48.920711 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 52602) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:48.960176 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f7b45ea2-502c-4568-994c-37fdb0f08a70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.986229 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5190927b-f7f7-439e-b576-82afbb0d0d29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:48.993056 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5190927b-f7f7-439e-b576-82afbb0d0d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:49.060127 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-5190927b-f7f7-439e-b576-82afbb0d0d29 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=32eec7c8a268470396d800980cf6afc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431967 Nov 24 11:25:49.066007 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52606) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:49.077835 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190927b-f7f7-439e-b576-82afbb0d0d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33decc77-7583-4271-86b5-fe1084be7c3c,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:49.091664 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-1d46b556-ed9c-4a26-bdec-f1a3b975b890 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:49.093226 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-1d46b556-ed9c-4a26-bdec-f1a3b975b890 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/networks?id=1ba09535-c948-4159-ac87-b3cbd70bbf1e HTTP/1.1" status: 200 len: 816 time: 0.1858654 Nov 24 11:25:49.128423 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-53d7557c-70f9-47cf-a8fb-e90abd297be2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/quotas/45f80f37390a4f5f8b97a920ce8330df HTTP/1.1" status: 200 len: 375 time: 0.0254307 Nov 24 11:25:49.152698 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f7b45ea2-502c-4568-994c-37fdb0f08a70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:49.154894 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a534cfcd-8904-475a-a627-9321e1a14759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:49.182370 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f7b45ea2-502c-4568-994c-37fdb0f08a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:49.186890 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a534cfcd-8904-475a-a627-9321e1a14759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:49.239203 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-f7b45ea2-502c-4568-994c-37fdb0f08a70 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f66149eddb294f6e985b0bd5a5db323d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3139017 Nov 24 11:25:49.241767 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b45ea2-502c-4568-994c-37fdb0f08a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647a826e-546a-4a3e-9ba7-574e8f9af229,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:49.242244 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52612) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:49.267639 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-435374f1-41b8-4d39-b0d9-97f4d412bd0c tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=45f80f37390a4f5f8b97a920ce8330df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1290014 Nov 24 11:25:49.273024 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a534cfcd-8904-475a-a627-9321e1a14759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:49.275730 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a534cfcd-8904-475a-a627-9321e1a14759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:49.279523 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-a534cfcd-8904-475a-a627-9321e1a14759 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/33decc77-7583-4271-86b5-fe1084be7c3c HTTP/1.1" status: 204 len: 168 time: 0.2095840 Nov 24 11:25:49.326512 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534cfcd-8904-475a-a627-9321e1a14759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33decc77-7583-4271-86b5-fe1084be7c3c,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:49.350554 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-64eecb15-0b48-4ae9-8cbf-2aebb2435248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:49.384458 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-64eecb15-0b48-4ae9-8cbf-2aebb2435248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:49.457853 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-3349fb69-f2ce-4912-bd1b-c66028ab98b0 service neutron] 10.222.0.54 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700792 Nov 24 11:25:49.464080 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-64eecb15-0b48-4ae9-8cbf-2aebb2435248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:49.467609 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-64eecb15-0b48-4ae9-8cbf-2aebb2435248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:49.472493 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-64eecb15-0b48-4ae9-8cbf-2aebb2435248 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/647a826e-546a-4a3e-9ba7-574e8f9af229 HTTP/1.1" status: 204 len: 168 time: 0.2287567 Nov 24 11:25:49.485484 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eecb15-0b48-4ae9-8cbf-2aebb2435248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647a826e-546a-4a3e-9ba7-574e8f9af229,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:49.620723 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954ba7f-faab-47cc-aa82-d84660ed2345 req-1263cd16-d111-4365-8a2f-ad9d7dfd86c2 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:49.623932 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b954ba7f-faab-47cc-aa82-d84660ed2345 req-1263cd16-d111-4365-8a2f-ad9d7dfd86c2 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0685344 Nov 24 11:25:49.664254 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-31540ad1-e7d3-4c7a-b7b0-6b12e8eaac27 service neutron] 10.222.0.54 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054760 Nov 24 11:25:49.694541 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b954ba7f-faab-47cc-aa82-d84660ed2345 req-47a8b11e-48ba-4120-a7b9-7eddcf33c79d tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641334 Nov 24 11:25:49.896568 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9df12a05-3816-4110-b0f9-0e4e304ca640 req-9f5d7441-b31f-420f-bfce-b9e7c8f967bc tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 210 time: 0.0351470 Nov 24 11:25:49.941758 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 52638) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:49.960381 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a3356b84-74ce-4604-a1d3-079ae67e0f9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:50.096292 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a3356b84-74ce-4604-a1d3-079ae67e0f9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:50.105710 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a3356b84-74ce-4604-a1d3-079ae67e0f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:50.174488 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3356b84-74ce-4604-a1d3-079ae67e0f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba1cf20-a5ac-4897-b34c-bb59f61fd261,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:50.203254 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-a3356b84-74ce-4604-a1d3-079ae67e0f9d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c6a818f46b784856a23af6f0f1a8ae06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598064 Nov 24 11:25:50.203562 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52650) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:50.268359 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 3b84b432-7dc7-4c98-a7c3-2b98063fddee up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:25:50.274784 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c565c751-0b25-4cd1-8117-70c6fe871595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:50.327936 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c565c751-0b25-4cd1-8117-70c6fe871595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:50.367246 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 3b84b432-7dc7-4c98-a7c3-2b98063fddee triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:50.367827 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:50.406273 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c565c751-0b25-4cd1-8117-70c6fe871595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:50.416699 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c565c751-0b25-4cd1-8117-70c6fe871595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:50.423748 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-c565c751-0b25-4cd1-8117-70c6fe871595 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ba1cf20-a5ac-4897-b34c-bb59f61fd261 HTTP/1.1" status: 204 len: 168 time: 0.2125616 Nov 24 11:25:50.450244 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565c751-0b25-4cd1-8117-70c6fe871595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba1cf20-a5ac-4897-b34c-bb59f61fd261,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:50.841756 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930b5c3-4701-46ee-a642-651b4b758c82 req-b01c9a3c-7f90-4fb0-a07e-0f9541fa3e61 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:50.845706 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5930b5c3-4701-46ee-a642-651b4b758c82 req-b01c9a3c-7f90-4fb0-a07e-0f9541fa3e61 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0727797 Nov 24 11:25:50.917204 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5930b5c3-4701-46ee-a642-651b4b758c82 req-a5189c0a-f0ba-454e-9497-c7def9a73068 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673611 Nov 24 11:25:51.013752 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5fc18353-130d-4533-b3ca-23eb858f4484 req-bb065c2a-ff55-49d5-b1de-f8fcaeebf892 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 210 time: 0.0307162 Nov 24 11:25:51.446765 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-3e0283b4-1f97-4971-822c-14fa785c838c tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:51.449054 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-3e0283b4-1f97-4971-822c-14fa785c838c tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.65 "GET /v2.0/networks?id=1ba09535-c948-4159-ac87-b3cbd70bbf1e HTTP/1.1" status: 200 len: 816 time: 0.2026408 Nov 24 11:25:51.589918 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-8a8450f4-47e7-485d-86f0-1f4bae3634aa tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45f80f37390a4f5f8b97a920ce8330df HTTP/1.1" status: 200 len: 379 time: 0.1134725 Nov 24 11:25:51.597994 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-2c990aa9-454f-4477-aad5-f4f9a5252201 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Request body: {'port': {'device_id': '3b09c92a-0f78-4a16-b0b5-377cb2b6aad2', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'admin_state_up': True, 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'security_groups': ['fbf87c58-8776-47f6-a552-ad6c38fa90c1']}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:51.640183 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 52722) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:51.775069 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-2c990aa9-454f-4477-aad5-f4f9a5252201 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Made reservation on behalf of 45f80f37390a4f5f8b97a920ce8330df for: {'port': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:25:51.781220 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-2c990aa9-454f-4477-aad5-f4f9a5252201 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:51.809314 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-dad168e1-e56e-4745-95ec-6cb3466fb440 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1292506561-network', 'tenant_id': 'c0cb8f496b7a46a491c200383866adf0'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:51.833334 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad168e1-e56e-4745-95ec-6cb3466fb440 admin admin] Made reservation on behalf of c0cb8f496b7a46a491c200383866adf0 for: {'network': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:25:51.836329 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dad168e1-e56e-4745-95ec-6cb3466fb440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for network, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:51.846179 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dad168e1-e56e-4745-95ec-6cb3466fb440 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:51.940471 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-2c990aa9-454f-4477-aad5-f4f9a5252201 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Allocated IP 172.20.0.13 (1ba09535-c948-4159-ac87-b3cbd70bbf1e/869a9006-91f2-477a-a322-c62397f17982/029f9f7f-08e4-421a-bec6-0045084f566d) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:25:51.954999 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dad168e1-e56e-4745-95ec-6cb3466fb440 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:51.959058 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dad168e1-e56e-4745-95ec-6cb3466fb440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:51.983464 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad168e1-e56e-4745-95ec-6cb3466fb440 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=102482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 11:25:51.998402 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad168e1-e56e-4745-95ec-6cb3466fb440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135dcfae-3751-4848-8103-70c76b0716fb,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:52.022462 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dad168e1-e56e-4745-95ec-6cb3466fb440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:52.022795 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.db.segments_db [None req-dad168e1-e56e-4745-95ec-6cb3466fb440 admin admin] Added segment 13292565-5aff-434a-9670-1428be652e2b of type vlan for network 5f055956-a00c-4f85-9aae-c2bf08efc831 Nov 24 11:25:52.086554 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dad168e1-e56e-4745-95ec-6cb3466fb440 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771666227267'] for network, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:52.102803 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-2c990aa9-454f-4477-aad5-f4f9a5252201 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:52.105063 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108d2db-649e-4334-a1cd-f85d19382a0d req-35d431ee-ee00-4336-a8a3-14b0a4fa64a5 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:52.106758 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5108d2db-649e-4334-a1cd-f85d19382a0d req-35d431ee-ee00-4336-a8a3-14b0a4fa64a5 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0950708 Nov 24 11:25:52.138865 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-2c990aa9-454f-4477-aad5-f4f9a5252201 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:52.150645 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f9ad6711-8305-4b0d-8914-fcb22ef575db req-9e30e7a7-e9ab-45f0-8ac3-9627ce526e73 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 210 time: 0.0560040 Nov 24 11:25:52.165866 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dad168e1-e56e-4745-95ec-6cb3466fb440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for network, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:52.167147 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad168e1-e56e-4745-95ec-6cb3466fb440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:52.167738 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dad168e1-e56e-4745-95ec-6cb3466fb440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:52.190790 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-2c990aa9-454f-4477-aad5-f4f9a5252201 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Network 1ba09535-c948-4159-ac87-b3cbd70bbf1e is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:25:52.196617 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-2c990aa9-454f-4477-aad5-f4f9a5252201 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:25:52.199342 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-2c990aa9-454f-4477-aad5-f4f9a5252201 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:25:52.206800 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-2c990aa9-454f-4477-aad5-f4f9a5252201 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:52.207296 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-2c990aa9-454f-4477-aad5-f4f9a5252201 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:52.209967 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c990aa9-454f-4477-aad5-f4f9a5252201 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Pushing event updated for resources: {'Port': ['ID=029f9f7f-08e4-421a-bec6-0045084f566d,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:52.220514 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-dad168e1-e56e-4745-95ec-6cb3466fb440 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5783687 Nov 24 11:25:52.224190 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52748) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:52.229252 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-840fd846-463f-44a4-a375-bbcb062c25bc admin admin] Request body: {'subnet': {'network_id': '5f055956-a00c-4f85-9aae-c2bf08efc831', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1292506561-subnet', 'tenant_id': 'c0cb8f496b7a46a491c200383866adf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:52.230104 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5108d2db-649e-4334-a1cd-f85d19382a0d req-a04995d7-557f-4059-ad7c-980f9b004d4c tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108370 Nov 24 11:25:52.254162 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-2c990aa9-454f-4477-aad5-f4f9a5252201 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6627786 Nov 24 11:25:52.262989 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad168e1-e56e-4745-95ec-6cb3466fb440 admin admin] Pushing event updated for resources: {'Network': ['ID=5f055956-a00c-4f85-9aae-c2bf08efc831,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:52.267311 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] Request body: {'port': {'device_id': '3b09c92a-0f78-4a16-b0b5-377cb2b6aad2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81908'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:52.278703 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Network 5f055956-a00c-4f85-9aae-c2bf08efc831 details requested by agent ovs-agent-dv-cinder-819089-1-iscsi with host dv-cinder-819089-1-iscsi {{(pid=102483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 11:25:52.290243 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840fd846-463f-44a4-a375-bbcb062c25bc admin admin] Made reservation on behalf of c0cb8f496b7a46a491c200383866adf0 for: {'subnet': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:25:52.292704 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-840fd846-463f-44a4-a375-bbcb062c25bc admin admin] Publish callbacks [] for subnet, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:52.361462 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:52.507101 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-d864a322-a07d-430f-9fcd-b3adbc3e8502 None None] Provisioning complete for port 029f9f7f-08e4-421a-bec6-0045084f566d triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:52.507390 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d864a322-a07d-430f-9fcd-b3adbc3e8502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:52.541110 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-d864a322-a07d-430f-9fcd-b3adbc3e8502 None None] Port 029f9f7f-08e4-421a-bec6-0045084f566d cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:25:52.887250 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-840fd846-463f-44a4-a375-bbcb062c25bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for subnet, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:52.950313 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fd846-463f-44a4-a375-bbcb062c25bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cad724a-5e9f-49de-ad86-383fc7ef8bf2,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:52.999804 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840fd846-463f-44a4-a375-bbcb062c25bc admin admin] Checking segment: {'id': '13292565-5aff-434a-9670-1428be652e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5f055956-a00c-4f85-9aae-c2bf08efc831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:25:53.000160 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840fd846-463f-44a4-a375-bbcb062c25bc admin admin] Network hostable DHCP agents. Network: 5f055956-a00c-4f85-9aae-c2bf08efc831, hostable agents: ['90347969-607b-440e-afac-8ad03a91f79b'], hosted agents: [] {{(pid=102481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 11:25:53.019445 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029f9f7f-08e4-421a-bec6-0045084f566d {{(pid=102481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:25:53.029986 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:53.042611 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840fd846-463f-44a4-a375-bbcb062c25bc admin admin] Network 5f055956-a00c-4f85-9aae-c2bf08efc831 is scheduled to be hosted by DHCP agent 90347969-607b-440e-afac-8ad03a91f79b with binding_index 1 {{(pid=102481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 11:25:53.046809 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.provisioning_blocks [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] Transition to ACTIVE for port object 029f9f7f-08e4-421a-bec6-0045084f566d will not be triggered until provisioned by entity L2. {{(pid=102481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 11:25:53.052249 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:53.080693 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-840fd846-463f-44a4-a375-bbcb062c25bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819089-1-iscsi, 5f055956-a00c-4f85-9aae-c2bf08efc831) {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:25:53.095240 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840fd846-463f-44a4-a375-bbcb062c25bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:53.095871 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-840fd846-463f-44a4-a375-bbcb062c25bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:53.103428 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a4c66f-296b-44b9-b7ca-dcd0033cc9df None None] Network 5f055956-a00c-4f85-9aae-c2bf08efc831 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:25:53.119554 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-840fd846-463f-44a4-a375-bbcb062c25bc admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8941255 Nov 24 11:25:53.120333 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] Pushing event updated for resources: {'Port': ['ID=029f9f7f-08e4-421a-bec6-0045084f566d,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:53.198734 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] Attempting to bind port 029f9f7f-08e4-421a-bec6-0045084f566d on host hv-cinder-81908 for vnic_type normal with profile {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:25:53.199259 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] Attempting to bind port 029f9f7f-08e4-421a-bec6-0045084f566d by drivers openvswitch,hyperv on host hv-cinder-81908 at level 0 using segments [{'id': 'a66a89b9-6466-4482-ba4f-5d4af2aae483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e'}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:25:53.199669 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] Attempting to bind port 029f9f7f-08e4-421a-bec6-0045084f566d on network 1ba09535-c948-4159-ac87-b3cbd70bbf1e {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:25:53.204996 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] Port 029f9f7f-08e4-421a-bec6-0045084f566d on network 1ba09535-c948-4159-ac87-b3cbd70bbf1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81908 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 11:25:53.205901 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] Attempting to bind port 029f9f7f-08e4-421a-bec6-0045084f566d on network 1ba09535-c948-4159-ac87-b3cbd70bbf1e {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:25:53.211797 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] Checking agent: {'id': '3c6daaf5-cf27-4c68-b1a8-704272683c2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81908', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'started_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:25:53.212246 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] Checking segment: {'id': 'a66a89b9-6466-4482-ba4f-5d4af2aae483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:25:53.212776 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] Bound using segment: {'id': 'a66a89b9-6466-4482-ba4f-5d4af2aae483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e'} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:25:53.213385 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] Bound port: 029f9f7f-08e4-421a-bec6-0045084f566d, host: hv-cinder-81908, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66a89b9-6466-4482-ba4f-5d4af2aae483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e'}}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:25:53.213832 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:53.368407 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4300d9-7abd-478b-9f0d-07ba9769c46f None None] Network 5f055956-a00c-4f85-9aae-c2bf08efc831 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:25:53.419067 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] For port 029f9f7f-08e4-421a-bec6-0045084f566d, host hv-cinder-81908, cleared binding levels {{(pid=102481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:25:53.424110 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] For port 029f9f7f-08e4-421a-bec6-0045084f566d, host hv-cinder-81908, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=029f9f7f-08e4-421a-bec6-0045084f566d,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:25:53.429644 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:53.479443 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:53.480438 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:53.482199 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] 10.222.0.65 "PUT /v2.0/ports/029f9f7f-08e4-421a-bec6-0045084f566d HTTP/1.1" status: 200 len: 1094 time: 1.2195098 Nov 24 11:25:53.482760 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b09c92a-0f78-4a16-b0b5-377cb2b6aad2', 'tag': '029f9f7f-08e4-421a-bec6-0045084f566d'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:25:53.485204 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64ba040-c53a-43d0-9880-38141db6d8b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3b09c92a-0f78-4a16-b0b5-377cb2b6aad2", "tag": "029f9f7f-08e4-421a-bec6-0045084f566d"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:25:53.525013 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e282c-5c92-48e7-ba52-e6c4cfa70001 service neutron] Pushing event updated for resources: {'Port': ['ID=029f9f7f-08e4-421a-bec6-0045084f566d,revision_number=3']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:53.613407 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ff147dfd-cc9a-4ae6-869f-77a682cdf393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:53.615102 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ff147dfd-cc9a-4ae6-869f-77a682cdf393 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=45f80f37390a4f5f8b97a920ce8330df&device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 1097 time: 0.0676281 Nov 24 11:25:53.667224 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-a7be9afc-9c84-4a37-a20c-b35dfd9b146f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=029f9f7f-08e4-421a-bec6-0045084f566d HTTP/1.1" status: 200 len: 217 time: 0.0410087 Nov 24 11:25:53.675806 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f565058-a6fd-4fc2-bc54-6edde7dcf476 req-7f98337c-9fd3-46a4-ad5a-6714a82edd44 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:53.677390 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6f565058-a6fd-4fc2-bc54-6edde7dcf476 req-7f98337c-9fd3-46a4-ad5a-6714a82edd44 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.4057174 Nov 24 11:25:53.695508 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c203e3-7d51-4c2f-8964-d53bf5e6935c req-41a418b9-70a9-42a2-b9f7-720cba936ecc tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:53.697057 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-43c203e3-7d51-4c2f-8964-d53bf5e6935c req-41a418b9-70a9-42a2-b9f7-720cba936ecc tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0665641 Nov 24 11:25:53.730645 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-3d7dd085-0a34-4475-aa1e-967d8b96f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:53.732161 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-3d7dd085-0a34-4475-aa1e-967d8b96f7bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=869a9006-91f2-477a-a322-c62397f17982 HTTP/1.1" status: 200 len: 855 time: 0.0517561 Nov 24 11:25:53.769711 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6f565058-a6fd-4fc2-bc54-6edde7dcf476 req-45c5823c-23c9-4c8c-ab8c-8cfa765ab39a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826502 Nov 24 11:25:53.777345 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-43c203e3-7d51-4c2f-8964-d53bf5e6935c req-610f913d-4555-474d-b08e-97cd1d0b2c4d tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605013 Nov 24 11:25:53.793660 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-0f1965b9-2285-477c-80c2-5642763b3080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:53.795222 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-0f1965b9-2285-477c-80c2-5642763b3080 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ba09535-c948-4159-ac87-b3cbd70bbf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538776 Nov 24 11:25:53.860182 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750030bf-7135-47e1-bb18-58077228b3fb x-openstack-request-id: req-750030bf-7135-47e1-bb18-58077228b3fb {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:25:53.861145 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b09c92a-0f78-4a16-b0b5-377cb2b6aad2", "tag": "029f9f7f-08e4-421a-bec6-0045084f566d", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:25:53.861399 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-750030bf-7135-47e1-bb18-58077228b3fb {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:25:53.861818 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b09c92a-0f78-4a16-b0b5-377cb2b6aad2', 'tag': '029f9f7f-08e4-421a-bec6-0045084f566d', 'status': 'completed', 'code': 200} Nov 24 11:25:53.922417 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-84503b84-401d-4b5a-87e5-3c940f9a348f service neutron] 10.222.0.65 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185315 Nov 24 11:25:54.014930 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-162f29bc-47a8-4d34-b5f8-3fecbb0a5df0 req-ee521333-a3f3-433a-b427-d39b35e094c1 service neutron] 10.222.0.65 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840137 Nov 24 11:25:54.105232 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ba040-c53a-43d0-9880-38141db6d8b4 req-c42a2dd0-07a6-411c-9273-0fdb4478e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:54.106683 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f64ba040-c53a-43d0-9880-38141db6d8b4 req-c42a2dd0-07a6-411c-9273-0fdb4478e3d8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=45f80f37390a4f5f8b97a920ce8330df&device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 1097 time: 0.0399911 Nov 24 11:25:54.201384 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ba040-c53a-43d0-9880-38141db6d8b4 req-60fd1ba4-cb9a-4a09-9e87-f76754ed1e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:54.202899 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f64ba040-c53a-43d0-9880-38141db6d8b4 req-60fd1ba4-cb9a-4a09-9e87-f76754ed1e27 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1ba09535-c948-4159-ac87-b3cbd70bbf1e HTTP/1.1" status: 200 len: 917 time: 0.0879557 Nov 24 11:25:54.249028 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f64ba040-c53a-43d0-9880-38141db6d8b4 req-0385dcbd-1603-4e9f-b6ef-11a617bc5952 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=029f9f7f-08e4-421a-bec6-0045084f566d HTTP/1.1" status: 200 len: 217 time: 0.0345781 Nov 24 11:25:54.303991 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ba040-c53a-43d0-9880-38141db6d8b4 req-beff4545-5c20-41bf-951d-10a2d84c7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:54.306075 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f64ba040-c53a-43d0-9880-38141db6d8b4 req-beff4545-5c20-41bf-951d-10a2d84c7396 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=869a9006-91f2-477a-a322-c62397f17982 HTTP/1.1" status: 200 len: 855 time: 0.0484302 Nov 24 11:25:54.371164 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ba040-c53a-43d0-9880-38141db6d8b4 req-6586722d-b09f-4841-8256-d0fcb1d6c9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:54.372949 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f64ba040-c53a-43d0-9880-38141db6d8b4 req-6586722d-b09f-4841-8256-d0fcb1d6c9c5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ba09535-c948-4159-ac87-b3cbd70bbf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499275 Nov 24 11:25:54.473658 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f64ba040-c53a-43d0-9880-38141db6d8b4 req-ba515941-9450-4030-8d90-d4e1ff8a0074 service neutron] 10.222.0.65 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919888 Nov 24 11:25:54.479665 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52808) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:54.591423 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f64ba040-c53a-43d0-9880-38141db6d8b4 req-62f0075c-4921-4dac-9740-ceaa9e385ddc service neutron] 10.222.0.65 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050735 Nov 24 11:25:54.634417 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c93dde41-66cd-49bb-b915-9abd4b277f37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:54.708824 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c93dde41-66cd-49bb-b915-9abd4b277f37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:54.712579 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c93dde41-66cd-49bb-b915-9abd4b277f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:54.750019 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-c93dde41-66cd-49bb-b915-9abd4b277f37 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=843b654ca61d46de8ca063c524307f70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2692401 Nov 24 11:25:54.751000 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93dde41-66cd-49bb-b915-9abd4b277f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52690ef-6766-4cef-be2d-e184d8f0662e,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:54.752676 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 52816) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:54.801216 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3126ce3d-7aeb-475e-95e4-9bc98ec42770 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:54.826432 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3126ce3d-7aeb-475e-95e4-9bc98ec42770 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:54.941278 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74446da1-303d-4982-8997-cfafec30db8f req-75e020bd-2bfa-4a8e-8e67-3521f1aafa5a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:54.942761 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-74446da1-303d-4982-8997-cfafec30db8f req-75e020bd-2bfa-4a8e-8e67-3521f1aafa5a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0896111 Nov 24 11:25:54.943364 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3126ce3d-7aeb-475e-95e4-9bc98ec42770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:54.945964 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3126ce3d-7aeb-475e-95e4-9bc98ec42770 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:54.948552 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-3126ce3d-7aeb-475e-95e4-9bc98ec42770 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d52690ef-6766-4cef-be2d-e184d8f0662e HTTP/1.1" status: 204 len: 168 time: 0.1927094 Nov 24 11:25:54.955053 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09311d44-74a0-478a-9034-6f4a4d560803 req-74412ec1-42d8-4146-aac7-8eafc5fbf5b2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:54.956487 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-09311d44-74a0-478a-9034-6f4a4d560803 req-74412ec1-42d8-4146-aac7-8eafc5fbf5b2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.0900750 Nov 24 11:25:54.965242 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126ce3d-7aeb-475e-95e4-9bc98ec42770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52690ef-6766-4cef-be2d-e184d8f0662e,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:55.051060 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-74446da1-303d-4982-8997-cfafec30db8f req-957d2316-344e-4392-bea7-f47f97875267 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935493 Nov 24 11:25:55.055890 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-09311d44-74a0-478a-9034-6f4a4d560803 req-698c93a7-947d-4528-a435-8f7f856f31f2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819614 Nov 24 11:25:55.270122 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b78e3a-f846-4672-b250-a5ba324d64df req-77900057-e937-44ab-8a00-ba12ec2f2899 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:55.271576 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-24b78e3a-f846-4672-b250-a5ba324d64df req-77900057-e937-44ab-8a00-ba12ec2f2899 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/networks?id=5f055956-a00c-4f85-9aae-c2bf08efc831 HTTP/1.1" status: 200 len: 809 time: 0.1139636 Nov 24 11:25:55.287316 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-24b78e3a-f846-4672-b250-a5ba324d64df req-d268e42a-9f1b-482d-b977-eafb754d5cd5 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/quotas/c0cb8f496b7a46a491c200383866adf0 HTTP/1.1" status: 200 len: 375 time: 0.0094740 Nov 24 11:25:55.323758 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-24b78e3a-f846-4672-b250-a5ba324d64df req-45faa7e9-a6c0-4d83-8512-912e7fe2157b tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c0cb8f496b7a46a491c200383866adf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302684 Nov 24 11:25:55.426308 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-24b78e3a-f846-4672-b250-a5ba324d64df req-366cbc63-3778-4d1d-8eea-be5172dcce43 service neutron] 10.222.0.54 "GET /v2.0/networks/5f055956-a00c-4f85-9aae-c2bf08efc831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939102 Nov 24 11:25:55.532449 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-24b78e3a-f846-4672-b250-a5ba324d64df req-aeebd53c-e2a4-4ee7-b20e-48cf06332070 service neutron] 10.222.0.54 "GET /v2.0/networks/5f055956-a00c-4f85-9aae-c2bf08efc831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016412 Nov 24 11:25:55.603168 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 52862) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:55.739172 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-e4d0d67c-39a2-411d-8d4c-d4108c6bda9a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1146875224-network', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:55.743492 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-913d91c2-4cb9-4a16-aafd-66a7ad487a8c req-effa4209-3ea6-4cc3-917d-d96e9d2ba339 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=113b86ac-d92c-485d-8d98-9705a28747cf HTTP/1.1" status: 200 len: 210 time: 0.0373969 Nov 24 11:25:55.765059 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d0d67c-39a2-411d-8d4c-d4108c6bda9a admin admin] Made reservation on behalf of ae558214c820410eb671590ac1e8a8da for: {'network': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:25:55.768173 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e4d0d67c-39a2-411d-8d4c-d4108c6bda9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for network, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:55.778049 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e4d0d67c-39a2-411d-8d4c-d4108c6bda9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:55.861368 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e4d0d67c-39a2-411d-8d4c-d4108c6bda9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:55.865434 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e4d0d67c-39a2-411d-8d4c-d4108c6bda9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:55.897674 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0d67c-39a2-411d-8d4c-d4108c6bda9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffef688e-d2ac-4f31-8180-b87b60e0a1ed,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:55.901815 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d0d67c-39a2-411d-8d4c-d4108c6bda9a admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=102482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 11:25:55.920963 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e4d0d67c-39a2-411d-8d4c-d4108c6bda9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:55.921389 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.db.segments_db [None req-e4d0d67c-39a2-411d-8d4c-d4108c6bda9a admin admin] Added segment 4141028b-6fbb-4c67-8d3f-b37ba25edbb7 of type vlan for network 2bde2ae8-45ee-4070-9571-16e9c16c0131 Nov 24 11:25:55.965946 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e4d0d67c-39a2-411d-8d4c-d4108c6bda9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771666227267'] for network, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:55.994157 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e4d0d67c-39a2-411d-8d4c-d4108c6bda9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for network, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:55.995190 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d0d67c-39a2-411d-8d4c-d4108c6bda9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:55.995798 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e4d0d67c-39a2-411d-8d4c-d4108c6bda9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:56.034375 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e4d0d67c-39a2-411d-8d4c-d4108c6bda9a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4299030 Nov 24 11:25:56.037232 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 52882) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:56.042230 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-ad61bcd2-45bb-45a3-8a64-c866b824c254 admin admin] Request body: {'subnet': {'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1146875224-subnet', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'ip_version': 4}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:56.077046 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0d67c-39a2-411d-8d4c-d4108c6bda9a admin admin] Pushing event updated for resources: {'Network': ['ID=2bde2ae8-45ee-4070-9571-16e9c16c0131,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:56.093073 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Network 2bde2ae8-45ee-4070-9571-16e9c16c0131 details requested by agent ovs-agent-dv-cinder-819089-1-iscsi with host dv-cinder-819089-1-iscsi {{(pid=102483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 11:25:56.096964 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad61bcd2-45bb-45a3-8a64-c866b824c254 admin admin] Made reservation on behalf of ae558214c820410eb671590ac1e8a8da for: {'subnet': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:25:56.099926 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ad61bcd2-45bb-45a3-8a64-c866b824c254 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532794209'] for subnet, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:56.302867 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 029f9f7f-08e4-421a-bec6-0045084f566d details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:25:56.318378 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214e293-0b45-48be-8461-65d8d71000db req-15bfe5ec-2806-49c4-b4c8-6ae04e273857 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:56.320169 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b214e293-0b45-48be-8461-65d8d71000db req-15bfe5ec-2806-49c4-b4c8-6ae04e273857 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.1377585 Nov 24 11:25:56.343836 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b05d0d-3b85-494c-9c4a-59ffc793119f req-e9821ad4-3a9b-45ca-88fb-6ae1e90a4cae tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:56.346402 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c5b05d0d-3b85-494c-9c4a-59ffc793119f req-e9821ad4-3a9b-45ca-88fb-6ae1e90a4cae tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.1589706 Nov 24 11:25:56.413368 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-399ed53e-b093-46d7-a420-10c94be9e1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:56.442335 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 029f9f7f-08e4-421a-bec6-0045084f566d, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=029f9f7f-08e4-421a-bec6-0045084f566d,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:25:56.444580 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b214e293-0b45-48be-8461-65d8d71000db req-1151e800-b6e2-4b42-929d-b15634557996 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165009 Nov 24 11:25:56.454544 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': '029f9f7f-08e4-421a-bec6-0045084f566d', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'port_id': '029f9f7f-08e4-421a-bec6-0045084f566d', 'mac_address': 'fa:16:3e:11:af:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869a9006-91f2-477a-a322-c62397f17982', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:25:56.465920 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c5b05d0d-3b85-494c-9c4a-59ffc793119f req-d51325ea-7e08-4fa1-be75-4f193a8ad9aa tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078894 Nov 24 11:25:56.509872 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:56.516217 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ad61bcd2-45bb-45a3-8a64-c866b824c254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536166255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532794195'] for subnet, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:56.527762 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029f9f7f-08e4-421a-bec6-0045084f566d {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:25:56.548718 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 029f9f7f-08e4-421a-bec6-0045084f566d, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=029f9f7f-08e4-421a-bec6-0045084f566d,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:25:56.558263 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:56.570366 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61bcd2-45bb-45a3-8a64-c866b824c254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e19b93eb-c4d4-48a5-8a68-ccd4233b0f65,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:56.588187 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61bcd2-45bb-45a3-8a64-c866b824c254 admin admin] Checking segment: {'id': '4141028b-6fbb-4c67-8d3f-b37ba25edbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:25:56.588547 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad61bcd2-45bb-45a3-8a64-c866b824c254 admin admin] Network hostable DHCP agents. Network: 2bde2ae8-45ee-4070-9571-16e9c16c0131, hostable agents: ['90347969-607b-440e-afac-8ad03a91f79b'], hosted agents: [] {{(pid=102482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 11:25:56.606523 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad61bcd2-45bb-45a3-8a64-c866b824c254 admin admin] Network 2bde2ae8-45ee-4070-9571-16e9c16c0131 is scheduled to be hosted by DHCP agent 90347969-607b-440e-afac-8ad03a91f79b with binding_index 1 {{(pid=102482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 11:25:56.619787 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=029f9f7f-08e4-421a-bec6-0045084f566d,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:56.627701 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-ad61bcd2-45bb-45a3-8a64-c866b824c254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819089-1-iscsi, 2bde2ae8-45ee-4070-9571-16e9c16c0131) {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:25:56.631599 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad61bcd2-45bb-45a3-8a64-c866b824c254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:56.632186 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ad61bcd2-45bb-45a3-8a64-c866b824c254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:56.638121 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5733059e-06df-4f70-a055-55ff6cda0b09 None None] Network 2bde2ae8-45ee-4070-9571-16e9c16c0131 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:25:56.652805 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-ad61bcd2-45bb-45a3-8a64-c866b824c254 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6116557 Nov 24 11:25:56.653248 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52900) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:56.658637 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-ba3809aa-dc5f-4301-a768-73443732c9db admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1146875224-router', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:56.681912 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ba3809aa-dc5f-4301-a768-73443732c9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3219'] for router, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:56.683022 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ba3809aa-dc5f-4301-a768-73443732c9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:56.745577 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ba3809aa-dc5f-4301-a768-73443732c9db admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:56.802980 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a608391-0607-4a88-8a1d-8854bf7ba5af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93cd4e5f-7129-5106-abea-c98820ee5c55-2bde2ae8-45ee-4070-9571-16e9c16c0131', 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'fixed_ips': [{'subnet_id': 'e19b93eb-c4d4-48a5-8a68-ccd4233b0f65'}]}} from dv-cinder-819089-1-iscsi. {{(pid=102483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 11:25:56.803884 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9a608391-0607-4a88-8a1d-8854bf7ba5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:56.894275 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c7cccbd-e56b-4ba9-bf1f-170909a74f75 req-7a4f9105-5856-4be3-b90b-ff81117b08ca tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=113b86ac-d92c-485d-8d98-9705a28747cf HTTP/1.1" status: 200 len: 210 time: 0.0561552 Nov 24 11:25:56.917708 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['029f9f7f-08e4-421a-bec6-0045084f566d'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:25:56.943496 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ba3809aa-dc5f-4301-a768-73443732c9db admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:56.951582 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e4d131b8-1500-453e-9008-e78198af1109 req-7a43cd63-cd89-48ff-8355-fd479af32115 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439076233&fields=id&tenant_id=303d49c4d2774367b4d1606a579ed56b HTTP/1.1" status: 200 len: 267 time: 0.0718758 Nov 24 11:25:57.037393 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b78e3a-f846-4672-b250-a5ba324d64df req-5c4a0474-2d0c-4d0b-a33c-a23d3bf7f6fb tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:57.039019 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-24b78e3a-f846-4672-b250-a5ba324d64df req-5c4a0474-2d0c-4d0b-a33c-a23d3bf7f6fb tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.65 "GET /v2.0/networks?id=5f055956-a00c-4f85-9aae-c2bf08efc831 HTTP/1.1" status: 200 len: 809 time: 0.2073436 Nov 24 11:25:57.043112 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-9a608391-0607-4a88-8a1d-8854bf7ba5af None None] Allocated IP 172.20.0.2 (2bde2ae8-45ee-4070-9571-16e9c16c0131/e19b93eb-c4d4-48a5-8a68-ccd4233b0f65/b1ca4536-e5b4-44b7-8974-eda15ce80dac) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:25:57.063650 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-24b78e3a-f846-4672-b250-a5ba324d64df req-a395c8ae-2816-4997-aad3-93f0b973cc4f tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Request body: {'port': {'device_id': '113b86ac-d92c-485d-8d98-9705a28747cf', 'network_id': '5f055956-a00c-4f85-9aae-c2bf08efc831', 'admin_state_up': True, 'tenant_id': 'c0cb8f496b7a46a491c200383866adf0'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:57.093025 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d131b8-1500-453e-9008-e78198af1109 req-58093a95-59a7-43d6-9307-30d63cb9b3ee tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:57.097123 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e4d131b8-1500-453e-9008-e78198af1109 req-58093a95-59a7-43d6-9307-30d63cb9b3ee tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/networks?id=f813662d-6de5-41cf-ac48-8f27f8448f99 HTTP/1.1" status: 200 len: 811 time: 0.1372731 Nov 24 11:25:57.111188 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e4d131b8-1500-453e-9008-e78198af1109 req-5f3d4d87-731f-4cbb-8bb4-1d17cdb4e8e5 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/quotas/303d49c4d2774367b4d1606a579ed56b HTTP/1.1" status: 200 len: 375 time: 0.0095956 Nov 24 11:25:57.169081 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e4d131b8-1500-453e-9008-e78198af1109 req-04d28849-aa55-4af5-b908-07fc5c4fa439 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=303d49c4d2774367b4d1606a579ed56b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504310 Nov 24 11:25:57.220544 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9a608391-0607-4a88-8a1d-8854bf7ba5af None None] Publish callbacks [] for port, precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:57.231728 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9a608391-0607-4a88-8a1d-8854bf7ba5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:57.250025 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b78e3a-f846-4672-b250-a5ba324d64df req-a395c8ae-2816-4997-aad3-93f0b973cc4f tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Made reservation on behalf of c0cb8f496b7a46a491c200383866adf0 for: {'port': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:25:57.257805 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-24b78e3a-f846-4672-b250-a5ba324d64df req-a395c8ae-2816-4997-aad3-93f0b973cc4f tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:57.276024 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e4d131b8-1500-453e-9008-e78198af1109 req-99925445-f600-4771-8589-806d01f78b77 service neutron] 10.222.0.54 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919468 Nov 24 11:25:57.289909 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a608391-0607-4a88-8a1d-8854bf7ba5af None None] Network 2bde2ae8-45ee-4070-9571-16e9c16c0131 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:25:57.301760 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-9a608391-0607-4a88-8a1d-8854bf7ba5af None None] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:25:57.307667 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a608391-0607-4a88-8a1d-8854bf7ba5af None None] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:25:57.312745 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a608391-0607-4a88-8a1d-8854bf7ba5af None None] Pushing event updated for resources: {'Port': ['ID=b1ca4536-e5b4-44b7-8974-eda15ce80dac,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:57.380521 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e4d131b8-1500-453e-9008-e78198af1109 req-58240841-cfc0-40ce-a8cf-bfd9fcbf80a4 service neutron] 10.222.0.54 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979414 Nov 24 11:25:57.384769 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ba3809aa-dc5f-4301-a768-73443732c9db admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:57.384921 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-9a608391-0607-4a88-8a1d-8854bf7ba5af None None] Attempting to bind port b1ca4536-e5b4-44b7-8974-eda15ce80dac on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:25:57.385481 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-9a608391-0607-4a88-8a1d-8854bf7ba5af None None] Attempting to bind port b1ca4536-e5b4-44b7-8974-eda15ce80dac by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': '4141028b-6fbb-4c67-8d3f-b37ba25edbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:25:57.386078 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a608391-0607-4a88-8a1d-8854bf7ba5af None None] Attempting to bind port b1ca4536-e5b4-44b7-8974-eda15ce80dac on network 2bde2ae8-45ee-4070-9571-16e9c16c0131 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:25:57.393080 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a608391-0607-4a88-8a1d-8854bf7ba5af None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:25:57.393455 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a608391-0607-4a88-8a1d-8854bf7ba5af None None] Checking segment: {'id': '4141028b-6fbb-4c67-8d3f-b37ba25edbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:25:57.399481 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9a608391-0607-4a88-8a1d-8854bf7ba5af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:57.399481 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a608391-0607-4a88-8a1d-8854bf7ba5af None None] Bound using segment: {'id': '4141028b-6fbb-4c67-8d3f-b37ba25edbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:25:57.399481 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-9a608391-0607-4a88-8a1d-8854bf7ba5af None None] Bound port: b1ca4536-e5b4-44b7-8974-eda15ce80dac, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4141028b-6fbb-4c67-8d3f-b37ba25edbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:25:57.399481 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9a608391-0607-4a88-8a1d-8854bf7ba5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:57.417126 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ba3809aa-dc5f-4301-a768-73443732c9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:57.471300 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-9a608391-0607-4a88-8a1d-8854bf7ba5af None None] For port b1ca4536-e5b4-44b7-8974-eda15ce80dac, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:25:57.476662 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-9a608391-0607-4a88-8a1d-8854bf7ba5af None None] For port b1ca4536-e5b4-44b7-8974-eda15ce80dac, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=b1ca4536-e5b4-44b7-8974-eda15ce80dac,segment=NetworkSegment(4141028b-6fbb-4c67-8d3f-b37ba25edbb7),segment_id=4141028b-6fbb-4c67-8d3f-b37ba25edbb7)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:25:57.483257 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9a608391-0607-4a88-8a1d-8854bf7ba5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:57.548767 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [req-24b78e3a-f846-4672-b250-a5ba324d64df req-a395c8ae-2816-4997-aad3-93f0b973cc4f tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Allocated IP 172.20.0.5 (5f055956-a00c-4f85-9aae-c2bf08efc831/0cad724a-5e9f-49de-ad86-383fc7ef8bf2/05b434e2-ba40-4635-b409-e796886ef433) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:25:57.647173 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d82ad5-87d2-4dc1-a844-9cccb31c9734 req-2661f725-2855-4edc-8cf0-eda3bb73b4eb tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:57.649628 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-15d82ad5-87d2-4dc1-a844-9cccb31c9734 req-2661f725-2855-4edc-8cf0-eda3bb73b4eb tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 945 time: 0.0738184 Nov 24 11:25:57.661191 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [None req-ba3809aa-dc5f-4301-a768-73443732c9db admin admin] Allocated IP 172.27.1.10 (abec3bdb-3f5f-43d3-a05f-b74eaa51b59e/68c5d2bd-607c-45ea-a578-f70e1637afae/4663af10-66a5-4992-b119-554bb91eba19) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:25:57.714044 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-15d82ad5-87d2-4dc1-a844-9cccb31c9734 req-4bd0e42a-4275-41e2-ae49-061faa992924 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577538 Nov 24 11:25:57.780007 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a608391-0607-4a88-8a1d-8854bf7ba5af None None] Pushing event updated for resources: {'Port': ['ID=b1ca4536-e5b4-44b7-8974-eda15ce80dac,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:57.935133 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ba3809aa-dc5f-4301-a768-73443732c9db admin admin] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:57.939456 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-24b78e3a-f846-4672-b250-a5ba324d64df req-a395c8ae-2816-4997-aad3-93f0b973cc4f tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:57.957995 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90e670-52ab-47bb-ae63-f4a622d1fc02 req-9baa9a39-5c31-43ca-a6fa-e802870ce007 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:57.960707 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ce90e670-52ab-47bb-ae63-f4a622d1fc02 req-9baa9a39-5c31-43ca-a6fa-e802870ce007 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.1052079 Nov 24 11:25:58.000100 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-24b78e3a-f846-4672-b250-a5ba324d64df req-a395c8ae-2816-4997-aad3-93f0b973cc4f tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:58.002559 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ba3809aa-dc5f-4301-a768-73443732c9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:58.070019 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3809aa-dc5f-4301-a768-73443732c9db admin admin] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:25:58.077433 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ce90e670-52ab-47bb-ae63-f4a622d1fc02 req-be549ea1-1ed7-4145-8329-ea89932ecb5e tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872159 Nov 24 11:25:58.080900 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-ba3809aa-dc5f-4301-a768-73443732c9db admin admin] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:25:58.084261 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3809aa-dc5f-4301-a768-73443732c9db admin admin] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:25:58.165420 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-43f632ab-a921-423e-83f4-3148b6fd4f3d req-66cadbe9-a149-48b5-bebf-e29d768507ec tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 210 time: 0.0867114 Nov 24 11:25:58.171977 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b78e3a-f846-4672-b250-a5ba324d64df req-a395c8ae-2816-4997-aad3-93f0b973cc4f tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Network 5f055956-a00c-4f85-9aae-c2bf08efc831 is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:25:58.175727 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3809aa-dc5f-4301-a768-73443732c9db admin admin] Pushing event updated for resources: {'Port': ['ID=4663af10-66a5-4992-b119-554bb91eba19,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:58.182945 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [req-24b78e3a-f846-4672-b250-a5ba324d64df req-a395c8ae-2816-4997-aad3-93f0b973cc4f tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:25:58.195668 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b78e3a-f846-4672-b250-a5ba324d64df req-a395c8ae-2816-4997-aad3-93f0b973cc4f tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:25:58.200687 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b78e3a-f846-4672-b250-a5ba324d64df req-a395c8ae-2816-4997-aad3-93f0b973cc4f tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:58.201369 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-24b78e3a-f846-4672-b250-a5ba324d64df req-a395c8ae-2816-4997-aad3-93f0b973cc4f tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:58.259584 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 029f9f7f-08e4-421a-bec6-0045084f566d up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:25:58.291964 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea263d8-bcd0-4a1c-8318-ed84b46605cd req-4512f063-66a8-48c7-94f1-0e0b9d2268bd tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:58.303165 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ea263d8-bcd0-4a1c-8318-ed84b46605cd req-4512f063-66a8-48c7-94f1-0e0b9d2268bd tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=113b86ac-d92c-485d-8d98-9705a28747cf HTTP/1.1" status: 200 len: 931 time: 0.0837955 Nov 24 11:25:58.310573 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-24b78e3a-f846-4672-b250-a5ba324d64df req-a395c8ae-2816-4997-aad3-93f0b973cc4f tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2518177 Nov 24 11:25:58.319459 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395c8ae-2816-4997-aad3-93f0b973cc4f tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Pushing event updated for resources: {'Port': ['ID=05b434e2-ba40-4635-b409-e796886ef433,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:58.336551 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-24b78e3a-f846-4672-b250-a5ba324d64df req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] Request body: {'port': {'device_id': '113b86ac-d92c-485d-8d98-9705a28747cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81908'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:58.338229 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning for port 029f9f7f-08e4-421a-bec6-0045084f566d completed by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 11:25:58.347323 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port 029f9f7f-08e4-421a-bec6-0045084f566d triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:58.347870 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:58.395717 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ea263d8-bcd0-4a1c-8318-ed84b46605cd req-94d07432-6f5d-4abe-95a1-db6245dc222a tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766370 Nov 24 11:25:58.434748 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:58.459868 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b09c92a-0f78-4a16-b0b5-377cb2b6aad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029f9f7f-08e4-421a-bec6-0045084f566d'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:25:58.462309 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818894ce-43fa-4b84-a72b-6a7752880ea2" -d '{"events": [{"server_uuid": "3b09c92a-0f78-4a16-b0b5-377cb2b6aad2", "name": "network-vif-plugged", "status": "completed", "tag": "029f9f7f-08e4-421a-bec6-0045084f566d"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:25:58.480808 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 029f9f7f-08e4-421a-bec6-0045084f566d, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=029f9f7f-08e4-421a-bec6-0045084f566d,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:25:58.485325 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:58.487342 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-24b78e3a-f846-4672-b250-a5ba324d64df req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:58.489848 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ba3809aa-dc5f-4301-a768-73443732c9db admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:58.524880 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c104b99b-f562-4bdd-9b9c-72046b7e4a87 x-openstack-request-id: req-c104b99b-f562-4bdd-9b9c-72046b7e4a87 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:25:58.525356 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b09c92a-0f78-4a16-b0b5-377cb2b6aad2", "name": "network-vif-plugged", "status": "completed", "tag": "029f9f7f-08e4-421a-bec6-0045084f566d", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:25:58.525608 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c104b99b-f562-4bdd-9b9c-72046b7e4a87 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:25:58.526076 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b09c92a-0f78-4a16-b0b5-377cb2b6aad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029f9f7f-08e4-421a-bec6-0045084f566d', 'code': 200} Nov 24 11:25:58.544203 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=029f9f7f-08e4-421a-bec6-0045084f566d,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:58.712429 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-065b4d48-d422-49f0-a655-77a56d338a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:58.907743 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a43fbc-97b1-4e3e-89ee-1c6858f809d0 req-07377122-e6a8-4ba0-a483-9dafb862353a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:58.909555 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-71a43fbc-97b1-4e3e-89ee-1c6858f809d0 req-07377122-e6a8-4ba0-a483-9dafb862353a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0866754 Nov 24 11:25:58.966833 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-71a43fbc-97b1-4e3e-89ee-1c6858f809d0 req-bfab7eb7-30a5-4b5e-9097-34dc64e00382 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491490 Nov 24 11:25:59.134610 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be107643-eeb8-464d-8972-66fb288a2b48 None None] Network 2bde2ae8-45ee-4070-9571-16e9c16c0131 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:25:59.185263 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a946d90-ad53-49dd-a361-1093b8d4608f req-9e359b59-b109-4db4-88f7-ab20659d5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:59.187518 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-4a946d90-ad53-49dd-a361-1093b8d4608f req-9e359b59-b109-4db4-88f7-ab20659d5fd5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 1099 time: 0.4857504 Nov 24 11:25:59.240635 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8953d8c-41b7-464a-b934-162e413b3aa0 req-764f7d4c-4dde-4f06-95f7-bfbf838cbcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:59.244677 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a8953d8c-41b7-464a-b934-162e413b3aa0 req-764f7d4c-4dde-4f06-95f7-bfbf838cbcd0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 1099 time: 0.1975584 Nov 24 11:25:59.251960 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ba3809aa-dc5f-4301-a768-73443732c9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1975076'] for router, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:59.299800 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d131b8-1500-453e-9008-e78198af1109 req-17e01674-5f1b-47f1-abb6-59a3ee65b05f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:59.301201 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e4d131b8-1500-453e-9008-e78198af1109 req-17e01674-5f1b-47f1-abb6-59a3ee65b05f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.65 "GET /v2.0/networks?id=f813662d-6de5-41cf-ac48-8f27f8448f99 HTTP/1.1" status: 200 len: 811 time: 0.1673567 Nov 24 11:25:59.341076 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ccfbe406-3425-4edb-a37f-5210fccc9bbe req-2964a26a-ef31-4e6a-8ac8-956fb5585648 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 210 time: 0.0337088 Nov 24 11:25:59.349703 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-fb096ec0-8744-431a-bf11-5aadfc71a91b None None] Provisioning complete for port b1ca4536-e5b4-44b7-8974-eda15ce80dac triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:59.350652 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fb096ec0-8744-431a-bf11-5aadfc71a91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:59.355305 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bff264-7b63-4a4f-8684-0a1104930759 req-bbfa6c85-c405-4f07-94f3-753760685edb tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:59.369448 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e7bff264-7b63-4a4f-8684-0a1104930759 req-bbfa6c85-c405-4f07-94f3-753760685edb tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.1150599 Nov 24 11:25:59.378614 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-4a946d90-ad53-49dd-a361-1093b8d4608f req-58cd18d9-c37b-41e4-8229-62ac0b258eba service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807024 Nov 24 11:25:59.453020 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a8953d8c-41b7-464a-b934-162e413b3aa0 req-a946a8e4-34d1-4878-a31b-28c310ca483c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944427 Nov 24 11:25:59.461178 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e7bff264-7b63-4a4f-8684-0a1104930759 req-fa900028-df31-419f-98ee-7b7cbefc0020 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978112 Nov 24 11:25:59.467086 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e4d131b8-1500-453e-9008-e78198af1109 req-9b7adfc9-5803-4bc7-acd3-2a8ca34eb1d9 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=303d49c4d2774367b4d1606a579ed56b HTTP/1.1" status: 200 len: 380 time: 0.1305671 Nov 24 11:25:59.476174 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fb096ec0-8744-431a-bf11-5aadfc71a91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:59.486146 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [req-24b78e3a-f846-4672-b250-a5ba324d64df req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b434e2-ba40-4635-b409-e796886ef433 {{(pid=102481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:25:59.496974 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-24b78e3a-f846-4672-b250-a5ba324d64df req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:59.523099 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-fb096ec0-8744-431a-bf11-5aadfc71a91b None None] For port b1ca4536-e5b4-44b7-8974-eda15ce80dac, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=b1ca4536-e5b4-44b7-8974-eda15ce80dac,segment=NetworkSegment(4141028b-6fbb-4c67-8d3f-b37ba25edbb7),segment_id=4141028b-6fbb-4c67-8d3f-b37ba25edbb7)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:25:59.523850 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19500382-d4d0-44e7-8b30-0c0437543d06 req-c3924c68-37aa-4ae8-a1b8-04af4aeb37ac tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:59.524193 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.provisioning_blocks [req-24b78e3a-f846-4672-b250-a5ba324d64df req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] Transition to ACTIVE for port object 05b434e2-ba40-4635-b409-e796886ef433 will not be triggered until provisioned by entity L2. {{(pid=102481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 11:25:59.527011 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-19500382-d4d0-44e7-8b30-0c0437543d06 req-c3924c68-37aa-4ae8-a1b8-04af4aeb37ac tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=113b86ac-d92c-485d-8d98-9705a28747cf HTTP/1.1" status: 200 len: 931 time: 0.0577250 Nov 24 11:25:59.528447 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fb096ec0-8744-431a-bf11-5aadfc71a91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:59.529358 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-24b78e3a-f846-4672-b250-a5ba324d64df req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:59.589788 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb096ec0-8744-431a-bf11-5aadfc71a91b None None] Pushing event updated for resources: {'Port': ['ID=b1ca4536-e5b4-44b7-8974-eda15ce80dac,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:59.604105 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] Pushing event updated for resources: {'Port': ['ID=05b434e2-ba40-4635-b409-e796886ef433,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:25:59.607639 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-19500382-d4d0-44e7-8b30-0c0437543d06 req-e1a5a9fc-36a0-4962-9dd6-e015b6090cee tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659969 Nov 24 11:25:59.632749 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3809aa-dc5f-4301-a768-73443732c9db admin admin] Router e26571d3-27d6-48d1-acad-55f230cd583a is scheduled to L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e with binding_index 1 {{(pid=102481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 11:25:59.646079 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-24b78e3a-f846-4672-b250-a5ba324d64df req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] Attempting to bind port 05b434e2-ba40-4635-b409-e796886ef433 on host hv-cinder-81908 for vnic_type normal with profile {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:25:59.646431 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-24b78e3a-f846-4672-b250-a5ba324d64df req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] Attempting to bind port 05b434e2-ba40-4635-b409-e796886ef433 by drivers openvswitch,hyperv on host hv-cinder-81908 at level 0 using segments [{'id': '13292565-5aff-434a-9670-1428be652e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5f055956-a00c-4f85-9aae-c2bf08efc831'}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:25:59.646753 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b78e3a-f846-4672-b250-a5ba324d64df req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] Attempting to bind port 05b434e2-ba40-4635-b409-e796886ef433 on network 5f055956-a00c-4f85-9aae-c2bf08efc831 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:25:59.649186 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:59.655221 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b78e3a-f846-4672-b250-a5ba324d64df req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] Port 05b434e2-ba40-4635-b409-e796886ef433 on network 5f055956-a00c-4f85-9aae-c2bf08efc831 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81908 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 11:25:59.655547 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b78e3a-f846-4672-b250-a5ba324d64df req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] Attempting to bind port 05b434e2-ba40-4635-b409-e796886ef433 on network 5f055956-a00c-4f85-9aae-c2bf08efc831 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:25:59.690022 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b78e3a-f846-4672-b250-a5ba324d64df req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] Checking agent: {'id': '3c6daaf5-cf27-4c68-b1a8-704272683c2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81908', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'started_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:25:59.690359 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b78e3a-f846-4672-b250-a5ba324d64df req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] Checking segment: {'id': '13292565-5aff-434a-9670-1428be652e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5f055956-a00c-4f85-9aae-c2bf08efc831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:25:59.691058 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b78e3a-f846-4672-b250-a5ba324d64df req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] Bound using segment: {'id': '13292565-5aff-434a-9670-1428be652e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5f055956-a00c-4f85-9aae-c2bf08efc831'} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:25:59.691510 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-24b78e3a-f846-4672-b250-a5ba324d64df req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] Bound port: 05b434e2-ba40-4635-b409-e796886ef433, host: hv-cinder-81908, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13292565-5aff-434a-9670-1428be652e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5f055956-a00c-4f85-9aae-c2bf08efc831'}}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:25:59.691900 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-24b78e3a-f846-4672-b250-a5ba324d64df req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:59.808892 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3809aa-dc5f-4301-a768-73443732c9db admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:25:59.814741 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-24b78e3a-f846-4672-b250-a5ba324d64df req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] For port 05b434e2-ba40-4635-b409-e796886ef433, host hv-cinder-81908, cleared binding levels {{(pid=102481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:25:59.819773 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-24b78e3a-f846-4672-b250-a5ba324d64df req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] For port 05b434e2-ba40-4635-b409-e796886ef433, host hv-cinder-81908, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=05b434e2-ba40-4635-b409-e796886ef433,segment=NetworkSegment(13292565-5aff-434a-9670-1428be652e2b),segment_id=13292565-5aff-434a-9670-1428be652e2b)] {{(pid=102481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:25:59.820513 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] Sync routers for ids ['e26571d3-27d6-48d1-acad-55f230cd583a'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:25:59.826059 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-24b78e3a-f846-4672-b250-a5ba324d64df req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:59.826379 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-e4d131b8-1500-453e-9008-e78198af1109 req-ceb8fd12-93bd-4a52-b00c-3bd13f6898e3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Request body: {'port': {'device_id': 'b876bda0-b600-499b-afd8-69e2c03c9a17', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'admin_state_up': True, 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'security_groups': ['749864b3-651e-4be6-8e69-9d1153ebce5c']}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:25:59.833160 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ba3809aa-dc5f-4301-a768-73443732c9db admin admin] Publish callbacks [] for router, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:59.836919 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-ba3809aa-dc5f-4301-a768-73443732c9db admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1800659 Nov 24 11:25:59.838767 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 52968) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:25:59.848606 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] Routers {'e26571d3-27d6-48d1-acad-55f230cd583a'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:25:59.849286 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:25:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['e26571d3-27d6-48d1-acad-55f230cd583a'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:25:59.863022 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-153afdea-7154-46a5-a1cb-b5885fa2ff6d None None] Provisioning complete for port b1ca4536-e5b4-44b7-8974-eda15ce80dac triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:25:59.863396 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-153afdea-7154-46a5-a1cb-b5885fa2ff6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:59.949005 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b78e3a-f846-4672-b250-a5ba324d64df req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:25:59.959023 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-24b78e3a-f846-4672-b250-a5ba324d64df req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:25:59.964061 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-24b78e3a-f846-4672-b250-a5ba324d64df req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] 10.222.0.65 "PUT /v2.0/ports/05b434e2-ba40-4635-b409-e796886ef433 HTTP/1.1" status: 200 len: 1093 time: 1.6403201 Nov 24 11:25:59.966764 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113b86ac-d92c-485d-8d98-9705a28747cf', 'tag': '05b434e2-ba40-4635-b409-e796886ef433'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:25:59.976908 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fb281f-d73d-4ef5-80aa-e1a76cafebbb" -d '{"events": [{"name": "network-changed", "server_uuid": "113b86ac-d92c-485d-8d98-9705a28747cf", "tag": "05b434e2-ba40-4635-b409-e796886ef433"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:26:00.060340 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] Set router e26571d3-27d6-48d1-acad-55f230cd583a gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:26:00.116271 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fa2f9f-b18d-4946-a244-3e1e67938c45 x-openstack-request-id: req-a3fa2f9f-b18d-4946-a244-3e1e67938c45 {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:26:00.116838 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113b86ac-d92c-485d-8d98-9705a28747cf", "tag": "05b434e2-ba40-4635-b409-e796886ef433", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:26:00.117380 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a3fa2f9f-b18d-4946-a244-3e1e67938c45 {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:26:00.118135 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113b86ac-d92c-485d-8d98-9705a28747cf', 'tag': '05b434e2-ba40-4635-b409-e796886ef433', 'status': 'completed', 'code': 200} Nov 24 11:26:00.121079 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d131b8-1500-453e-9008-e78198af1109 req-ceb8fd12-93bd-4a52-b00c-3bd13f6898e3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Made reservation on behalf of 303d49c4d2774367b4d1606a579ed56b for: {'port': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:26:00.124696 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-e4d131b8-1500-453e-9008-e78198af1109 req-ceb8fd12-93bd-4a52-b00c-3bd13f6898e3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:00.161948 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d03c7-050c-45e1-ba43-bdf7ff26256e service neutron] Pushing event updated for resources: {'Port': ['ID=05b434e2-ba40-4635-b409-e796886ef433,revision_number=3']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:00.212759 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b78e3a-f846-4672-b250-a5ba324d64df req-8bc6bd73-c55e-469f-aaea-2406df23448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:00.214866 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-24b78e3a-f846-4672-b250-a5ba324d64df req-8bc6bd73-c55e-469f-aaea-2406df23448e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c0cb8f496b7a46a491c200383866adf0&device_id=113b86ac-d92c-485d-8d98-9705a28747cf HTTP/1.1" status: 200 len: 1096 time: 0.1869633 Nov 24 11:26:00.236866 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device b1ca4536-e5b4-44b7-8974-eda15ce80dac up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:26:00.271769 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40901e5-f106-4516-8e40-b68b34d326eb req-bce6dc6d-42ba-4cdc-85e0-2900465390c7 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:00.273563 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a40901e5-f106-4516-8e40-b68b34d326eb req-bce6dc6d-42ba-4cdc-85e0-2900465390c7 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.1310177 Nov 24 11:26:00.332541 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-24b78e3a-f846-4672-b250-a5ba324d64df req-2e9c2251-5d45-4add-b26a-3bfad0ef5cff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05b434e2-ba40-4635-b409-e796886ef433 HTTP/1.1" status: 200 len: 217 time: 0.0984099 Nov 24 11:26:00.350991 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port b1ca4536-e5b4-44b7-8974-eda15ce80dac triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:00.351568 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:00.354008 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'name': 'tempest-TestMinimumBasicScenario-1146875224-router', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '4663af10-66a5-4992-b119-554bb91eba19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:56Z', 'updated_at': '2021-11-24T11:25:58Z', 'revision_number': 3, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'gw_port': {'id': '4663af10-66a5-4992-b119-554bb91eba19', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:57Z', 'updated_at': '2021-11-24T11:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:00.368541 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [req-e4d131b8-1500-453e-9008-e78198af1109 req-ceb8fd12-93bd-4a52-b00c-3bd13f6898e3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Allocated IP 172.20.0.8 (f813662d-6de5-41cf-ac48-8f27f8448f99/a6137ff9-74cb-4c61-ada2-9bfaf66f6509/60f8285a-1a12-4376-bd0f-3d196185d31b) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:26:00.388381 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] Checking router: e26571d3-27d6-48d1-acad-55f230cd583a for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:26:00.388832 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] Updating router e26571d3-27d6-48d1-acad-55f230cd583a port 4663af10-66a5-4992-b119-554bb91eba19 binding host dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 11:26:00.394984 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a40901e5-f106-4516-8e40-b68b34d326eb req-e6b83dbe-67bd-4646-8aca-7dab4dd1f235 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803013 Nov 24 11:26:00.431495 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:00.441912 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b78e3a-f846-4672-b250-a5ba324d64df req-7c0e68f9-d803-4718-b8da-3190291ba884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:00.443392 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-24b78e3a-f846-4672-b250-a5ba324d64df req-7c0e68f9-d803-4718-b8da-3190291ba884 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0cad724a-5e9f-49de-ad86-383fc7ef8bf2 HTTP/1.1" status: 200 len: 849 time: 0.1021423 Nov 24 11:26:00.522552 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eb04e703-05d2-424b-993a-422f7cb88731 req-45de8ab0-ecd1-49c1-9e82-1251f829c20f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 210 time: 0.0466695 Nov 24 11:26:00.540885 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-24b78e3a-f846-4672-b250-a5ba324d64df req-5dc9bc19-0b60-42e9-8f6b-c71a9d035476 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f055956-a00c-4f85-9aae-c2bf08efc831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845211 Nov 24 11:26:00.626830 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-e4d131b8-1500-453e-9008-e78198af1109 req-ceb8fd12-93bd-4a52-b00c-3bd13f6898e3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for port, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:00.658188 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b6cf5-b5b4-4443-af0a-190982865f27 req-721e82ba-fd7c-4653-b333-a0ecdfe899c1 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:00.667443 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-745b6cf5-b5b4-4443-af0a-190982865f27 req-721e82ba-fd7c-4653-b333-a0ecdfe899c1 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0983531 Nov 24 11:26:00.696495 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-24b78e3a-f846-4672-b250-a5ba324d64df req-3f861ce5-1666-4c86-bb1d-b6a24ae6095b service neutron] 10.222.0.65 "GET /v2.0/networks/5f055956-a00c-4f85-9aae-c2bf08efc831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413307 Nov 24 11:26:00.786717 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] Publish callbacks [] for port, precommit_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:00.791930 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-745b6cf5-b5b4-4443-af0a-190982865f27 req-4338d27d-2886-4492-a9fc-409afb251f22 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231234 Nov 24 11:26:00.793965 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:00.794202 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-e4d131b8-1500-453e-9008-e78198af1109 req-ceb8fd12-93bd-4a52-b00c-3bd13f6898e3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:00.805342 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51f149-5c94-426a-9ca4-a2e859bda014 req-8040a21e-0002-481b-bc6e-6e8f1201baad tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:00.812563 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6f51f149-5c94-426a-9ca4-a2e859bda014 req-8040a21e-0002-481b-bc6e-6e8f1201baad tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=113b86ac-d92c-485d-8d98-9705a28747cf HTTP/1.1" status: 200 len: 943 time: 0.1055975 Nov 24 11:26:00.849186 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c97a2f-345a-427b-b8f7-8cba440ba19b None None] Pushing event updated for resources: {'Port': ['ID=4663af10-66a5-4992-b119-554bb91eba19,revision_number=2']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:00.880559 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] Attempting to bind port 4663af10-66a5-4992-b119-554bb91eba19 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:26:00.881443 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] Attempting to bind port 4663af10-66a5-4992-b119-554bb91eba19 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:26:00.881984 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-24b78e3a-f846-4672-b250-a5ba324d64df req-18e67482-1f5f-4a04-a024-c062d5d34bb9 service neutron] 10.222.0.65 "GET /v2.0/networks/5f055956-a00c-4f85-9aae-c2bf08efc831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565342 Nov 24 11:26:00.882100 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] Attempting to bind port 4663af10-66a5-4992-b119-554bb91eba19 on network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:26:00.890514 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:26:00.891311 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] Checking segment: {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:26:00.892053 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:00.892530 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] Bound using segment: {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:26:00.893059 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] Bound port: 4663af10-66a5-4992-b119-554bb91eba19, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:26:00.897039 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:00.900115 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d131b8-1500-453e-9008-e78198af1109 req-ceb8fd12-93bd-4a52-b00c-3bd13f6898e3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Network f813662d-6de5-41cf-ac48-8f27f8448f99 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:26:00.912338 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [req-e4d131b8-1500-453e-9008-e78198af1109 req-ceb8fd12-93bd-4a52-b00c-3bd13f6898e3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:26:00.917783 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d131b8-1500-453e-9008-e78198af1109 req-ceb8fd12-93bd-4a52-b00c-3bd13f6898e3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:26:00.958406 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-87f6b2f4-1785-445a-aadd-8fc51d2519db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:00.976727 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] For port 4663af10-66a5-4992-b119-554bb91eba19, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:26:00.980224 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] For port 4663af10-66a5-4992-b119-554bb91eba19, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=4663af10-66a5-4992-b119-554bb91eba19,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:26:00.984861 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:01.009623 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d131b8-1500-453e-9008-e78198af1109 req-ceb8fd12-93bd-4a52-b00c-3bd13f6898e3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:01.010562 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-e4d131b8-1500-453e-9008-e78198af1109 req-ceb8fd12-93bd-4a52-b00c-3bd13f6898e3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:01.034008 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8fd12-93bd-4a52-b00c-3bd13f6898e3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event updated for resources: {'Port': ['ID=60f8285a-1a12-4376-bd0f-3d196185d31b,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:01.050822 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c97a2f-345a-427b-b8f7-8cba440ba19b None None] Pushing event updated for resources: {'Port': ['ID=4663af10-66a5-4992-b119-554bb91eba19,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:01.059811 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb281f-d73d-4ef5-80aa-e1a76cafebbb req-7f4169d6-e62d-4b49-8d0c-734c425779f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:01.061567 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-b0fb281f-d73d-4ef5-80aa-e1a76cafebbb req-7f4169d6-e62d-4b49-8d0c-734c425779f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c0cb8f496b7a46a491c200383866adf0&device_id=113b86ac-d92c-485d-8d98-9705a28747cf HTTP/1.1" status: 200 len: 1096 time: 0.0935612 Nov 24 11:26:01.070448 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] Routers {'e26571d3-27d6-48d1-acad-55f230cd583a'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:26:01.071117 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:25:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['e26571d3-27d6-48d1-acad-55f230cd583a'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:01.086273 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6f51f149-5c94-426a-9ca4-a2e859bda014 req-a494d29b-ae10-4b97-9741-484dfd4deee0 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588513 Nov 24 11:26:01.108967 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e4d131b8-1500-453e-9008-e78198af1109 req-ceb8fd12-93bd-4a52-b00c-3bd13f6898e3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2932057 Nov 24 11:26:01.126646 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-e4d131b8-1500-453e-9008-e78198af1109 req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] Request body: {'port': {'device_id': 'b876bda0-b600-499b-afd8-69e2c03c9a17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81908'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:26:01.202121 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-e4d131b8-1500-453e-9008-e78198af1109 req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:01.246836 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] Set router e26571d3-27d6-48d1-acad-55f230cd583a gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:26:01.258848 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb281f-d73d-4ef5-80aa-e1a76cafebbb req-ad32222f-6d1b-4d3f-80e6-b6153655e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:01.260319 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-b0fb281f-d73d-4ef5-80aa-e1a76cafebbb req-ad32222f-6d1b-4d3f-80e6-b6153655e8bc service neutron] 10.222.0.65 "GET /v2.0/networks?id=5f055956-a00c-4f85-9aae-c2bf08efc831 HTTP/1.1" status: 200 len: 910 time: 0.1880331 Nov 24 11:26:01.294072 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [None req-87f6b2f4-1785-445a-aadd-8fc51d2519db admin admin] Allocated IP 172.20.0.1 (2bde2ae8-45ee-4070-9571-16e9c16c0131/e19b93eb-c4d4-48a5-8a68-ccd4233b0f65/e51b253c-3aaf-4597-a910-f819d9cadb04) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:26:01.303720 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-23485f9a-6ab7-4333-8d8e-535d388505bd None None] Provisioning complete for port 60f8285a-1a12-4376-bd0f-3d196185d31b triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:01.306377 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-23485f9a-6ab7-4333-8d8e-535d388505bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:01.326281 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-b0fb281f-d73d-4ef5-80aa-e1a76cafebbb req-248b7509-12bc-46ea-b091-7b623e54d598 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05b434e2-ba40-4635-b409-e796886ef433 HTTP/1.1" status: 200 len: 217 time: 0.0544817 Nov 24 11:26:01.380357 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-23485f9a-6ab7-4333-8d8e-535d388505bd None None] Port 60f8285a-1a12-4376-bd0f-3d196185d31b cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:26:01.390282 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:01.482255 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'name': 'tempest-TestMinimumBasicScenario-1146875224-router', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '4663af10-66a5-4992-b119-554bb91eba19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:56Z', 'updated_at': '2021-11-24T11:25:58Z', 'revision_number': 3, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'gw_port': {'id': '4663af10-66a5-4992-b119-554bb91eba19', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:57Z', 'updated_at': '2021-11-24T11:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:01.495596 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 52998) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:26:01.514724 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee73f34-ae2e-4efb-88d2-893091f9637a None None] The sync data for ids ['e26571d3-27d6-48d1-acad-55f230cd583a'] in dv-cinder-819089-1-iscsi is: [{'id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'name': 'tempest-TestMinimumBasicScenario-1146875224-router', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '4663af10-66a5-4992-b119-554bb91eba19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:56Z', 'updated_at': '2021-11-24T11:25:58Z', 'revision_number': 3, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'gw_port': {'id': '4663af10-66a5-4992-b119-554bb91eba19', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:57Z', 'updated_at': '2021-11-24T11:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:26:01.598876 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141bb89-862f-4452-b3e2-b8b602f47348 req-82ae6606-142f-448c-8119-f6b4ecef9566 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:01.606193 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a141bb89-862f-4452-b3e2-b8b602f47348 req-82ae6606-142f-448c-8119-f6b4ecef9566 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.1120017 Nov 24 11:26:01.697150 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-72443619-8c4e-48db-8319-23d41087a45f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:01.754891 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a141bb89-862f-4452-b3e2-b8b602f47348 req-955e9b72-d642-403b-8984-c0e90ebf028d tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476092 Nov 24 11:26:01.769037 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb281f-d73d-4ef5-80aa-e1a76cafebbb req-f7faf9c8-5c02-41ac-9cfd-5826a5ec0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:01.770487 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb6ca7-262b-4fe5-b9cb-846b8cea0326 req-b6c22073-3ab7-449b-bf87-6869577519c3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:01.770603 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-b0fb281f-d73d-4ef5-80aa-e1a76cafebbb req-f7faf9c8-5c02-41ac-9cfd-5826a5ec0faf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0cad724a-5e9f-49de-ad86-383fc7ef8bf2 HTTP/1.1" status: 200 len: 849 time: 0.4168191 Nov 24 11:26:01.781544 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84cb6ca7-262b-4fe5-b9cb-846b8cea0326 req-b6c22073-3ab7-449b-bf87-6869577519c3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 931 time: 0.1587546 Nov 24 11:26:01.809085 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-b0fb281f-d73d-4ef5-80aa-e1a76cafebbb req-8e46f65d-46fa-4a06-979c-4f12f8241dbe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f055956-a00c-4f85-9aae-c2bf08efc831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290523 Nov 24 11:26:01.872789 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [req-e4d131b8-1500-453e-9008-e78198af1109 req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f8285a-1a12-4376-bd0f-3d196185d31b {{(pid=102482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:26:01.891689 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-e4d131b8-1500-453e-9008-e78198af1109 req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:01.900172 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-87f6b2f4-1785-445a-aadd-8fc51d2519db admin admin] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:01.966552 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.provisioning_blocks [req-e4d131b8-1500-453e-9008-e78198af1109 req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] Transition to ACTIVE for port object 60f8285a-1a12-4376-bd0f-3d196185d31b will not be triggered until provisioned by entity L2. {{(pid=102482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 11:26:01.978705 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84cb6ca7-262b-4fe5-b9cb-846b8cea0326 req-704a91ed-7fa9-4163-86eb-2c8b103ad6e6 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426461 Nov 24 11:26:01.982130 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-b0fb281f-d73d-4ef5-80aa-e1a76cafebbb req-7df766f9-959d-430f-9407-307eb35a9fe5 service neutron] 10.222.0.65 "GET /v2.0/networks/5f055956-a00c-4f85-9aae-c2bf08efc831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411912 Nov 24 11:26:01.983616 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-e4d131b8-1500-453e-9008-e78198af1109 req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:02.000050 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-87f6b2f4-1785-445a-aadd-8fc51d2519db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:02.036903 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-72443619-8c4e-48db-8319-23d41087a45f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:02.050800 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0e771-9d17-43c8-bac9-c4a078999512 req-e57b1774-0f18-4cc9-aca4-71f66a6f4462 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:02.062396 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4dd0e771-9d17-43c8-bac9-c4a078999512 req-e57b1774-0f18-4cc9-aca4-71f66a6f4462 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.1843898 Nov 24 11:26:02.063986 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 53008) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:26:02.066749 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-72443619-8c4e-48db-8319-23d41087a45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:02.076418 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-60ab89e1-430f-410a-bdf5-b7c83080b491 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Request body: {'floatingip': {'port_id': '029f9f7f-08e4-421a-bec6-0045084f566d'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:26:02.108333 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f6b2f4-1785-445a-aadd-8fc51d2519db admin admin] Network 2bde2ae8-45ee-4070-9571-16e9c16c0131 is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:26:02.118211 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-87f6b2f4-1785-445a-aadd-8fc51d2519db admin admin] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:26:02.128305 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f6b2f4-1785-445a-aadd-8fc51d2519db admin admin] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:26:02.128858 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-87f6b2f4-1785-445a-aadd-8fc51d2519db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2040115'] for router_interface, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:02.178944 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] Pushing event updated for resources: {'Port': ['ID=60f8285a-1a12-4376-bd0f-3d196185d31b,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:02.223812 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 4663af10-66a5-4992-b119-554bb91eba19 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:26:02.261545 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6b2f4-1785-445a-aadd-8fc51d2519db admin admin] Pushing event updated for resources: {'Port': ['ID=e51b253c-3aaf-4597-a910-f819d9cadb04,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:02.305220 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 05b434e2-ba40-4635-b409-e796886ef433 details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:26:02.338198 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-b0fb281f-d73d-4ef5-80aa-e1a76cafebbb req-c7c0b661-77f9-4c71-b6b5-dc3f5c480982 service neutron] 10.222.0.65 "GET /v2.0/networks/5f055956-a00c-4f85-9aae-c2bf08efc831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478215 Nov 24 11:26:02.477762 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 4663af10-66a5-4992-b119-554bb91eba19 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:02.478325 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:02.480513 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-87f6b2f4-1785-445a-aadd-8fc51d2519db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:02.561719 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72443619-8c4e-48db-8319-23d41087a45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83208fe6-7d77-482e-a972-b17c283e3256,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:02.563452 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 05b434e2-ba40-4635-b409-e796886ef433, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=05b434e2-ba40-4635-b409-e796886ef433,segment=NetworkSegment(13292565-5aff-434a-9670-1428be652e2b),segment_id=13292565-5aff-434a-9670-1428be652e2b)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:26:02.592100 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': '05b434e2-ba40-4635-b409-e796886ef433', 'network_id': '5f055956-a00c-4f85-9aae-c2bf08efc831', 'port_id': '05b434e2-ba40-4635-b409-e796886ef433', 'mac_address': 'fa:16:3e:52:a9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cad724a-5e9f-49de-ad86-383fc7ef8bf2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:26:02.600461 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:02.659910 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-60ab89e1-430f-410a-bdf5-b7c83080b491 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for floatingip, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:02.666157 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-72443619-8c4e-48db-8319-23d41087a45f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0b36efb9b4aa4f24b8f501db32a82067&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1656237 Nov 24 11:26:02.673709 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 53014) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:26:02.707065 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:02.710108 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-ea26266d-ff83-4405-abab-881855cf0b25 None None] Provisioning complete for port e51b253c-3aaf-4597-a910-f819d9cadb04 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:02.710256 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ea26266d-ff83-4405-abab-881855cf0b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:02.744683 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-87f6b2f4-1785-445a-aadd-8fc51d2519db admin admin] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:02.753145 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-87f6b2f4-1785-445a-aadd-8fc51d2519db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:02.754020 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-87f6b2f4-1785-445a-aadd-8fc51d2519db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2040223'] for router_interface, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:02.757027 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:02.779868 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-e4d131b8-1500-453e-9008-e78198af1109 req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] Attempting to bind port 60f8285a-1a12-4376-bd0f-3d196185d31b on host hv-cinder-81908 for vnic_type normal with profile {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:26:02.780227 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-e4d131b8-1500-453e-9008-e78198af1109 req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] Attempting to bind port 60f8285a-1a12-4376-bd0f-3d196185d31b by drivers openvswitch,hyperv on host hv-cinder-81908 at level 0 using segments [{'id': 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99'}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:26:02.780519 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d131b8-1500-453e-9008-e78198af1109 req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] Attempting to bind port 60f8285a-1a12-4376-bd0f-3d196185d31b on network f813662d-6de5-41cf-ac48-8f27f8448f99 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:26:02.782509 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] For port 4663af10-66a5-4992-b119-554bb91eba19, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=4663af10-66a5-4992-b119-554bb91eba19,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:26:02.792416 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b434e2-ba40-4635-b409-e796886ef433 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:26:02.803996 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:02.806141 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-bb9d36df-deab-4421-8d2c-67e4bb4f8119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:02.808958 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d131b8-1500-453e-9008-e78198af1109 req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] Port 60f8285a-1a12-4376-bd0f-3d196185d31b on network f813662d-6de5-41cf-ac48-8f27f8448f99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81908 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 11:26:02.808958 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d131b8-1500-453e-9008-e78198af1109 req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] Attempting to bind port 60f8285a-1a12-4376-bd0f-3d196185d31b on network f813662d-6de5-41cf-ac48-8f27f8448f99 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:26:02.830053 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-bb9d36df-deab-4421-8d2c-67e4bb4f8119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:02.848254 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3904002-d14e-4872-9f40-7854ee5ac91b req-250c9791-1e8b-477b-b703-f2e49264970d tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:02.849790 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b3904002-d14e-4872-9f40-7854ee5ac91b req-250c9791-1e8b-477b-b703-f2e49264970d tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.6722276 Nov 24 11:26:02.855038 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 05b434e2-ba40-4635-b409-e796886ef433, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=05b434e2-ba40-4635-b409-e796886ef433,segment=NetworkSegment(13292565-5aff-434a-9670-1428be652e2b),segment_id=13292565-5aff-434a-9670-1428be652e2b)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:26:02.855471 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-ea26266d-ff83-4405-abab-881855cf0b25 None None] Port e51b253c-3aaf-4597-a910-f819d9cadb04 cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:26:02.862249 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:02.862904 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962a880-cd94-4340-893b-69b88f68def7 req-9062c98f-dc6f-4941-877e-f67c8eedd3a0 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:02.864404 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5962a880-cd94-4340-893b-69b88f68def7 req-9062c98f-dc6f-4941-877e-f67c8eedd3a0 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=113b86ac-d92c-485d-8d98-9705a28747cf HTTP/1.1" status: 200 len: 943 time: 0.3232880 Nov 24 11:26:02.865353 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d131b8-1500-453e-9008-e78198af1109 req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] Checking agent: {'id': '3c6daaf5-cf27-4c68-b1a8-704272683c2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81908', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'started_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:26:02.865691 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d131b8-1500-453e-9008-e78198af1109 req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] Checking segment: {'id': 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:26:02.866568 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d131b8-1500-453e-9008-e78198af1109 req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] Bound using segment: {'id': 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99'} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:26:02.867016 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-e4d131b8-1500-453e-9008-e78198af1109 req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] Bound port: 60f8285a-1a12-4376-bd0f-3d196185d31b, host: hv-cinder-81908, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99'}}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:26:02.867367 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-e4d131b8-1500-453e-9008-e78198af1109 req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:02.894416 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Pushing event updated for resources: {'Port': ['ID=4663af10-66a5-4992-b119-554bb91eba19,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:02.915626 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6b2f4-1785-445a-aadd-8fc51d2519db admin admin] Pushing event updated for resources: {'Port': ['ID=e51b253c-3aaf-4597-a910-f819d9cadb04,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:02.974022 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-bb9d36df-deab-4421-8d2c-67e4bb4f8119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:02.976823 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-bb9d36df-deab-4421-8d2c-67e4bb4f8119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:02.977329 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=05b434e2-ba40-4635-b409-e796886ef433,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:02.980755 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-bb9d36df-deab-4421-8d2c-67e4bb4f8119 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/83208fe6-7d77-482e-a972-b17c283e3256 HTTP/1.1" status: 204 len: 168 time: 0.3025393 Nov 24 11:26:02.999463 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d36df-deab-4421-8d2c-67e4bb4f8119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83208fe6-7d77-482e-a972-b17c283e3256,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:03.006963 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f6b2f4-1785-445a-aadd-8fc51d2519db admin admin] Network 2bde2ae8-45ee-4070-9571-16e9c16c0131 is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:26:03.010314 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-87f6b2f4-1785-445a-aadd-8fc51d2519db admin admin] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:26:03.079804 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5962a880-cd94-4340-893b-69b88f68def7 req-8c6052bd-a67a-4426-a31b-b1a5125e6ee5 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068491 Nov 24 11:26:03.099472 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b3904002-d14e-4872-9f40-7854ee5ac91b req-6eb61b04-cab2-4ea7-88f9-258835cc46e7 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295845 Nov 24 11:26:03.113727 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['05b434e2-ba40-4635-b409-e796886ef433'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:26:03.180476 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f6b2f4-1785-445a-aadd-8fc51d2519db admin admin] Router e26571d3-27d6-48d1-acad-55f230cd583a has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:26:03.192685 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-e4d131b8-1500-453e-9008-e78198af1109 req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] For port 60f8285a-1a12-4376-bd0f-3d196185d31b, host hv-cinder-81908, cleared binding levels {{(pid=102482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:26:03.345629 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-e4d131b8-1500-453e-9008-e78198af1109 req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] For port 60f8285a-1a12-4376-bd0f-3d196185d31b, host hv-cinder-81908, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=60f8285a-1a12-4376-bd0f-3d196185d31b,segment=NetworkSegment(d8baedd1-824c-4bf2-a24d-c4b8e45836c5),segment_id=d8baedd1-824c-4bf2-a24d-c4b8e45836c5)] {{(pid=102482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:26:03.346306 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f6b2f4-1785-445a-aadd-8fc51d2519db admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:26:03.359182 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-87f6b2f4-1785-445a-aadd-8fc51d2519db admin admin] 10.222.0.54 "PUT /v2.0/routers/e26571d3-27d6-48d1-acad-55f230cd583a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5178058 Nov 24 11:26:03.413081 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-e4d131b8-1500-453e-9008-e78198af1109 req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:03.504266 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-b24034c1-676b-4c86-8c23-6ad741483a58 None None] Provisioning complete for port e51b253c-3aaf-4597-a910-f819d9cadb04 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:03.506615 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b24034c1-676b-4c86-8c23-6ad741483a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:03.563873 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914af47b-d330-4dc6-ae22-a3229b562ec9 req-5a53a1d0-f9f5-42eb-95d1-fd35e6b26bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:03.564845 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-b24034c1-676b-4c86-8c23-6ad741483a58 None None] Port e51b253c-3aaf-4597-a910-f819d9cadb04 cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:26:03.565471 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-914af47b-d330-4dc6-ae22-a3229b562ec9 req-5a53a1d0-f9f5-42eb-95d1-fd35e6b26bf7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4ef4eb6fdaf240b8bd9d2238dfb2efef&device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 1099 time: 0.0811074 Nov 24 11:26:03.566619 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 53030) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:26:03.601425 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-afa79552-da95-43ee-b8bb-cd9b1bf0be8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:03.634728 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d131b8-1500-453e-9008-e78198af1109 req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:03.635346 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-e4d131b8-1500-453e-9008-e78198af1109 req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:03.636775 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e4d131b8-1500-453e-9008-e78198af1109 req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] 10.222.0.65 "PUT /v2.0/ports/60f8285a-1a12-4376-bd0f-3d196185d31b HTTP/1.1" status: 200 len: 1093 time: 2.5146675 Nov 24 11:26:03.639065 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b876bda0-b600-499b-afd8-69e2c03c9a17', 'tag': '60f8285a-1a12-4376-bd0f-3d196185d31b'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:26:03.641558 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9692051a-a22b-4305-8e84-8254407a337f" -d '{"events": [{"name": "network-changed", "server_uuid": "b876bda0-b600-499b-afd8-69e2c03c9a17", "tag": "60f8285a-1a12-4376-bd0f-3d196185d31b"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:26:03.701148 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914af47b-d330-4dc6-ae22-a3229b562ec9 req-63972cd6-4c4e-47d9-a7b0-cf9c88d14204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:03.702659 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-914af47b-d330-4dc6-ae22-a3229b562ec9 req-63972cd6-4c4e-47d9-a7b0-cf9c88d14204 service neutron] 10.222.0.65 "GET /v2.0/networks?id=46755722-9f6e-4465-a31a-32c0f19f7268 HTTP/1.1" status: 200 len: 920 time: 0.1296201 Nov 24 11:26:03.717012 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f9daf-04fa-4f1e-bf5d-50dc7adfcd8d req-4201b216-3f85-4053-a1d8-1590d55ea4bc tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:03.718586 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-445f9daf-04fa-4f1e-bf5d-50dc7adfcd8d req-4201b216-3f85-4053-a1d8-1590d55ea4bc tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 943 time: 0.4610033 Nov 24 11:26:03.760679 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-914af47b-d330-4dc6-ae22-a3229b562ec9 req-13794444-2c07-473d-85c4-94504e19000b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318624af-0998-4bb1-af72-81fbe7e75826 HTTP/1.1" status: 200 len: 217 time: 0.0452926 Nov 24 11:26:03.843793 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a5df6-28d8-4545-b5bd-80af61098c71 service neutron] Pushing event updated for resources: {'Port': ['ID=60f8285a-1a12-4376-bd0f-3d196185d31b,revision_number=3']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:03.852554 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914af47b-d330-4dc6-ae22-a3229b562ec9 req-9ea30e49-ebbb-41c0-b8b3-53726c1f2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:03.854020 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-914af47b-d330-4dc6-ae22-a3229b562ec9 req-9ea30e49-ebbb-41c0-b8b3-53726c1f2b7b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a9d5363-5f28-4302-8145-cfba618a1163 HTTP/1.1" status: 200 len: 859 time: 0.0789435 Nov 24 11:26:03.863509 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae6ca9-0c24-4c15-8eb5-ebf680a7744e req-9211e372-e8ba-4832-94f8-15f58dbd5f5f tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:03.865050 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ddae6ca9-0c24-4c15-8eb5-ebf680a7744e req-9211e372-e8ba-4832-94f8-15f58dbd5f5f tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.3214595 Nov 24 11:26:03.908714 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-914af47b-d330-4dc6-ae22-a3229b562ec9 req-01cc2554-ee21-498a-b516-b250f8f544a6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=46755722-9f6e-4465-a31a-32c0f19f7268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440326 Nov 24 11:26:03.932736 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-445f9daf-04fa-4f1e-bf5d-50dc7adfcd8d req-4440b592-1c47-41d7-a0ac-ad58fe81da1a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967864 Nov 24 11:26:03.960998 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-afa79552-da95-43ee-b8bb-cd9b1bf0be8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:03.965950 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-afa79552-da95-43ee-b8bb-cd9b1bf0be8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:03.997582 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] Sync routers for ids ['e26571d3-27d6-48d1-acad-55f230cd583a'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:26:04.011024 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] Routers {'e26571d3-27d6-48d1-acad-55f230cd583a'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:26:04.011864 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:25:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['e26571d3-27d6-48d1-acad-55f230cd583a'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:04.021552 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72de1f36-e059-4ec9-9a66-9c32d2628618 x-openstack-request-id: req-72de1f36-e059-4ec9-9a66-9c32d2628618 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:26:04.021719 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b876bda0-b600-499b-afd8-69e2c03c9a17", "tag": "60f8285a-1a12-4376-bd0f-3d196185d31b", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:26:04.022120 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-72de1f36-e059-4ec9-9a66-9c32d2628618 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:26:04.022652 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b876bda0-b600-499b-afd8-69e2c03c9a17', 'tag': '60f8285a-1a12-4376-bd0f-3d196185d31b', 'status': 'completed', 'code': 200} Nov 24 11:26:04.028979 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-afa79552-da95-43ee-b8bb-cd9b1bf0be8c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9dab359151fb43aba46fce870c79c152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4619534 Nov 24 11:26:04.041524 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d131b8-1500-453e-9008-e78198af1109 req-707270b6-b779-4d58-97bd-658f49bc2e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:04.043191 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e4d131b8-1500-453e-9008-e78198af1109 req-707270b6-b779-4d58-97bd-658f49bc2e51 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=303d49c4d2774367b4d1606a579ed56b&device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 1096 time: 0.3120182 Nov 24 11:26:04.043957 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 53040) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:26:04.071915 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa79552-da95-43ee-b8bb-cd9b1bf0be8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a317227-99b9-485e-8d8d-e05b368fc835,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:04.098640 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-914af47b-d330-4dc6-ae22-a3229b562ec9 req-cd78d26e-1c71-461c-99c9-815425e48493 service neutron] 10.222.0.65 "GET /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802938 Nov 24 11:26:04.103320 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ddae6ca9-0c24-4c15-8eb5-ebf680a7744e req-26a55c23-c8d0-4b40-987f-405aa642ec69 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178748 Nov 24 11:26:04.127391 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.db.resource_extend [None req-60ab89e1-430f-410a-bdf5-b7c83080b491 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 11:26:04.211324 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 4663af10-66a5-4992-b119-554bb91eba19 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:26:04.220157 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e4d131b8-1500-453e-9008-e78198af1109 req-e1a2c3ff-5d64-47a4-b442-00391dcf4f1b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f8285a-1a12-4376-bd0f-3d196185d31b HTTP/1.1" status: 200 len: 217 time: 0.1326494 Nov 24 11:26:04.240017 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] Set router e26571d3-27d6-48d1-acad-55f230cd583a gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:26:04.247532 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-914af47b-d330-4dc6-ae22-a3229b562ec9 req-0d198c19-0ace-4c79-bd05-09c8b5b27ce3 service neutron] 10.222.0.65 "GET /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313410 Nov 24 11:26:04.306462 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 05b434e2-ba40-4635-b409-e796886ef433 up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:26:04.323748 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 53052) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:26:04.329036 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-8d2ffa02-a524-4a06-8c14-f6dd66b8be42 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2045944709-network', 'tenant_id': 'b6af53f5fe714b79ad43c0d3be5809a2'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:26:04.358040 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2ffa02-a524-4a06-8c14-f6dd66b8be42 admin admin] Made reservation on behalf of b6af53f5fe714b79ad43c0d3be5809a2 for: {'network': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:26:04.360839 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8d2ffa02-a524-4a06-8c14-f6dd66b8be42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for network, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:04.370756 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8d2ffa02-a524-4a06-8c14-f6dd66b8be42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:04.379156 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-60ab89e1-430f-410a-bdf5-b7c83080b491 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:04.380186 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-cc357c93-498c-4832-815a-6eeafe74ef4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:04.384078 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d131b8-1500-453e-9008-e78198af1109 req-7953c0a2-4092-46c3-a84c-36c3f867abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:04.386255 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e4d131b8-1500-453e-9008-e78198af1109 req-7953c0a2-4092-46c3-a84c-36c3f867abb1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6137ff9-74cb-4c61-ada2-9bfaf66f6509 HTTP/1.1" status: 200 len: 850 time: 0.1546583 Nov 24 11:26:04.391870 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-60ab89e1-430f-410a-bdf5-b7c83080b491 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975220'] for floatingip, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:04.488324 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8d2ffa02-a524-4a06-8c14-f6dd66b8be42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:04.494024 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8d2ffa02-a524-4a06-8c14-f6dd66b8be42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:04.522848 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2ffa02-a524-4a06-8c14-f6dd66b8be42 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=102481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 11:26:04.534122 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ffa02-a524-4a06-8c14-f6dd66b8be42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bda42d-8cfa-414b-888e-d82770242f29,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:04.539517 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8d2ffa02-a524-4a06-8c14-f6dd66b8be42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:04.539864 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.segments_db [None req-8d2ffa02-a524-4a06-8c14-f6dd66b8be42 admin admin] Added segment b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f of type vlan for network ed628ea9-5c6b-492e-8033-6b29b8eb6008 Nov 24 11:26:04.591849 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8d2ffa02-a524-4a06-8c14-f6dd66b8be42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771666227267'] for network, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:04.628587 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8d2ffa02-a524-4a06-8c14-f6dd66b8be42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for network, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:04.629672 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2ffa02-a524-4a06-8c14-f6dd66b8be42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:04.630312 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8d2ffa02-a524-4a06-8c14-f6dd66b8be42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:04.631463 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 4663af10-66a5-4992-b119-554bb91eba19 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:04.631954 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:04.662002 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca229d5-e736-4f93-a151-07aedfc43ab7 req-03cfad6f-6d3c-486d-bac0-9516b24a7aa1 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:04.664233 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-8d2ffa02-a524-4a06-8c14-f6dd66b8be42 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3394990 Nov 24 11:26:04.665107 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5ca229d5-e736-4f93-a151-07aedfc43ab7 req-03cfad6f-6d3c-486d-bac0-9516b24a7aa1 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=113b86ac-d92c-485d-8d98-9705a28747cf HTTP/1.1" status: 200 len: 944 time: 0.4433279 Nov 24 11:26:04.666789 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 53058) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:26:04.674019 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-21f0eb57-972b-4f68-a7f9-1e1c394cb20d admin admin] Request body: {'subnet': {'network_id': 'ed628ea9-5c6b-492e-8033-6b29b8eb6008', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2045944709-subnet', 'tenant_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'ip_version': 4}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:26:04.683341 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning for port 05b434e2-ba40-4635-b409-e796886ef433 completed by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 11:26:04.707388 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port 05b434e2-ba40-4635-b409-e796886ef433 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:04.708293 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:04.712904 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ffa02-a524-4a06-8c14-f6dd66b8be42 admin admin] Pushing event updated for resources: {'Network': ['ID=ed628ea9-5c6b-492e-8033-6b29b8eb6008,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:04.727374 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f0eb57-972b-4f68-a7f9-1e1c394cb20d admin admin] Made reservation on behalf of b6af53f5fe714b79ad43c0d3be5809a2 for: {'subnet': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:26:04.730101 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-21f0eb57-972b-4f68-a7f9-1e1c394cb20d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:04.731843 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-cc357c93-498c-4832-815a-6eeafe74ef4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:04.741896 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Network ed628ea9-5c6b-492e-8033-6b29b8eb6008 details requested by agent ovs-agent-dv-cinder-819089-1-iscsi with host dv-cinder-819089-1-iscsi {{(pid=102483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 11:26:04.838396 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d131b8-1500-453e-9008-e78198af1109 req-b7c9f4ed-67ad-4660-8e33-5a9e72e4487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:04.839993 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e4d131b8-1500-453e-9008-e78198af1109 req-b7c9f4ed-67ad-4660-8e33-5a9e72e4487e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f813662d-6de5-41cf-ac48-8f27f8448f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1688683 Nov 24 11:26:04.849139 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5ca229d5-e736-4f93-a151-07aedfc43ab7 req-033b07c7-e1f8-41bb-8a00-ce51a0d4091f tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656473 Nov 24 11:26:04.880936 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [None req-60ab89e1-430f-410a-bdf5-b7c83080b491 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Floating IP 9caa80bb-5b68-49ca-b32b-5224d2706d0a associated. External IP: 172.27.1.91, port: 029f9f7f-08e4-421a-bec6-0045084f566d. Nov 24 11:26:04.933178 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'name': 'tempest-TestMinimumBasicScenario-1146875224-router', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '4663af10-66a5-4992-b119-554bb91eba19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:56Z', 'updated_at': '2021-11-24T11:26:02Z', 'revision_number': 4, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'gw_port': {'id': '4663af10-66a5-4992-b119-554bb91eba19', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:57Z', 'updated_at': '2021-11-24T11:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': 'e51b253c-3aaf-4597-a910-f819d9cadb04', 'name': '', 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'mac_address': 'fa:16:3e:92:d4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'e19b93eb-c4d4-48a5-8a68-ccd4233b0f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:26:01Z', 'updated_at': '2021-11-24T11:26:02Z', 'revision_number': 2, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'subnets': [{'id': 'e19b93eb-c4d4-48a5-8a68-ccd4233b0f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:04.953133 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-cc357c93-498c-4832-815a-6eeafe74ef4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:04.955690 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-cc357c93-498c-4832-815a-6eeafe74ef4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:04.957094 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-cc357c93-498c-4832-815a-6eeafe74ef4d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9a317227-99b9-485e-8d8d-e05b368fc835 HTTP/1.1" status: 204 len: 168 time: 0.9036660 Nov 24 11:26:04.967712 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-21f0eb57-972b-4f68-a7f9-1e1c394cb20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for subnet, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:04.981918 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc357c93-498c-4832-815a-6eeafe74ef4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a317227-99b9-485e-8d8d-e05b368fc835,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:04.991016 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] Checking router: e26571d3-27d6-48d1-acad-55f230cd583a for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:26:04.991449 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] Updating router e26571d3-27d6-48d1-acad-55f230cd583a port e51b253c-3aaf-4597-a910-f819d9cadb04 binding host dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 11:26:05.054030 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0eb57-972b-4f68-a7f9-1e1c394cb20d admin admin] Pushing event updated for resources: {'Subnet': ['ID=507f9dbf-232d-4e4c-b89a-a59f21a49a61,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:05.062726 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:05.069539 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f0eb57-972b-4f68-a7f9-1e1c394cb20d admin admin] Checking segment: {'id': 'b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ed628ea9-5c6b-492e-8033-6b29b8eb6008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:26:05.069899 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f0eb57-972b-4f68-a7f9-1e1c394cb20d admin admin] Network hostable DHCP agents. Network: ed628ea9-5c6b-492e-8033-6b29b8eb6008, hostable agents: ['90347969-607b-440e-afac-8ad03a91f79b'], hosted agents: [] {{(pid=102481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 11:26:05.075006 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:05.095556 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e4d131b8-1500-453e-9008-e78198af1109 req-99a0674f-65f8-4059-9aa8-c2e0dd2b2ef5 service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437711 Nov 24 11:26:05.098769 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f0eb57-972b-4f68-a7f9-1e1c394cb20d admin admin] Network ed628ea9-5c6b-492e-8033-6b29b8eb6008 is scheduled to be hosted by DHCP agent 90347969-607b-440e-afac-8ad03a91f79b with binding_index 1 {{(pid=102481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 11:26:05.108939 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-21f0eb57-972b-4f68-a7f9-1e1c394cb20d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819089-1-iscsi, ed628ea9-5c6b-492e-8033-6b29b8eb6008) {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:26:05.114749 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0eb57-972b-4f68-a7f9-1e1c394cb20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:05.115353 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-21f0eb57-972b-4f68-a7f9-1e1c394cb20d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:05.139770 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb398826-131f-40fa-98f7-d1762b903c40 None None] Network ed628ea9-5c6b-492e-8033-6b29b8eb6008 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:26:05.145786 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-21f0eb57-972b-4f68-a7f9-1e1c394cb20d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4765670 Nov 24 11:26:05.145965 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 53068) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:26:05.157531 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113b86ac-d92c-485d-8d98-9705a28747cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b434e2-ba40-4635-b409-e796886ef433'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:26:05.159762 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ac3e50-8e9a-4364-a0d7-e4f2178b09f8" -d '{"events": [{"server_uuid": "113b86ac-d92c-485d-8d98-9705a28747cf", "name": "network-vif-plugged", "status": "completed", "tag": "05b434e2-ba40-4635-b409-e796886ef433"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:26:05.162643 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-f99fee28-33f5-489c-b864-f44d5af5a191 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2045944709-router', 'tenant_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:26:05.185375 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def7839-dc88-4cfa-a3a5-907daaa4b7af req-226acbd9-69a4-4311-949b-f2395b3eb060 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:05.193468 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0def7839-dc88-4cfa-a3a5-907daaa4b7af req-226acbd9-69a4-4311-949b-f2395b3eb060 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 943 time: 0.1644459 Nov 24 11:26:05.194956 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 05b434e2-ba40-4635-b409-e796886ef433, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=05b434e2-ba40-4635-b409-e796886ef433,segment=NetworkSegment(13292565-5aff-434a-9670-1428be652e2b),segment_id=13292565-5aff-434a-9670-1428be652e2b)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:26:05.246220 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:05.383273 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f99fee28-33f5-489c-b864-f44d5af5a191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3219'] for router, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:05.384304 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f99fee28-33f5-489c-b864-f44d5af5a191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:05.393691 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=05b434e2-ba40-4635-b409-e796886ef433,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:05.469090 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0def7839-dc88-4cfa-a3a5-907daaa4b7af req-d11e92d3-060a-4313-9a3b-a83ab4ac8bb4 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671089 Nov 24 11:26:05.490994 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e4d131b8-1500-453e-9008-e78198af1109 req-72200841-e732-48b7-b0a0-ea42fb94f711 service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725049 Nov 24 11:26:05.534631 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b620644-1ff9-4260-a17c-78234fe55c6c req-dd9de714-ab35-4618-b3d7-ed44644bfe52 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:05.545319 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2b620644-1ff9-4260-a17c-78234fe55c6c req-dd9de714-ab35-4618-b3d7-ed44644bfe52 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.2956343 Nov 24 11:26:05.569042 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff6a241-a098-4607-a6c3-f2a3318ef389 x-openstack-request-id: req-dff6a241-a098-4607-a6c3-f2a3318ef389 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:26:05.569377 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113b86ac-d92c-485d-8d98-9705a28747cf", "name": "network-vif-plugged", "status": "completed", "tag": "05b434e2-ba40-4635-b409-e796886ef433", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:26:05.569605 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dff6a241-a098-4607-a6c3-f2a3318ef389 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:26:05.570007 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113b86ac-d92c-485d-8d98-9705a28747cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b434e2-ba40-4635-b409-e796886ef433', 'code': 200} Nov 24 11:26:05.629717 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f99fee28-33f5-489c-b864-f44d5af5a191 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:05.637125 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] Publish callbacks [] for port, precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:05.659101 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ab89e1-430f-410a-bdf5-b7c83080b491 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Router 371e3da4-fb02-409c-9f30-c0ada2be864d has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:26:05.672015 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:05.734330 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f24694-1191-43a6-8eb8-b2f93c04698f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93cd4e5f-7129-5106-abea-c98820ee5c55-ed628ea9-5c6b-492e-8033-6b29b8eb6008', 'network_id': 'ed628ea9-5c6b-492e-8033-6b29b8eb6008', 'tenant_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'fixed_ips': [{'subnet_id': '507f9dbf-232d-4e4c-b89a-a59f21a49a61'}]}} from dv-cinder-819089-1-iscsi. {{(pid=102483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 11:26:05.736694 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e7f24694-1191-43a6-8eb8-b2f93c04698f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:05.764733 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba8159-0208-47fe-b2e1-6bc1595258b2 None None] Pushing event updated for resources: {'Port': ['ID=e51b253c-3aaf-4597-a910-f819d9cadb04,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:05.861097 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692051a-a22b-4305-8e84-8254407a337f req-83b302b6-1084-4f99-a59f-734d677b3d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:05.864100 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9692051a-a22b-4305-8e84-8254407a337f req-83b302b6-1084-4f99-a59f-734d677b3d44 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=303d49c4d2774367b4d1606a579ed56b&device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 1096 time: 0.2659068 Nov 24 11:26:05.869844 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56415f-9c83-4d8d-9231-b1ae016ca023 req-3dde5098-8c28-4929-9283-9a2b52366f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:05.872141 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-df56415f-9c83-4d8d-9231-b1ae016ca023 req-3dde5098-8c28-4929-9283-9a2b52366f96 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=113b86ac-d92c-485d-8d98-9705a28747cf HTTP/1.1" status: 200 len: 1098 time: 0.0867455 Nov 24 11:26:05.884091 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2b620644-1ff9-4260-a17c-78234fe55c6c req-eee2c4b3-6fb4-402e-ae37-075c277a4521 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347323 Nov 24 11:26:05.960855 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-df56415f-9c83-4d8d-9231-b1ae016ca023 req-f2b3c0d6-9e38-41bd-a798-0831d78572ee service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730898 Nov 24 11:26:05.962521 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] Attempting to bind port e51b253c-3aaf-4597-a910-f819d9cadb04 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:26:05.962902 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] Attempting to bind port e51b253c-3aaf-4597-a910-f819d9cadb04 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': '4141028b-6fbb-4c67-8d3f-b37ba25edbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:26:05.963263 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] Attempting to bind port e51b253c-3aaf-4597-a910-f819d9cadb04 on network 2bde2ae8-45ee-4070-9571-16e9c16c0131 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:26:06.053151 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-e7f24694-1191-43a6-8eb8-b2f93c04698f None None] Allocated IP 172.20.0.2 (ed628ea9-5c6b-492e-8033-6b29b8eb6008/507f9dbf-232d-4e4c-b89a-a59f21a49a61/5482e2bc-c314-4e43-bcb6-65ca1cccd487) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:26:06.087614 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:26:06.088009 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] Checking segment: {'id': '4141028b-6fbb-4c67-8d3f-b37ba25edbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:26:06.088446 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:06.088944 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] Bound using segment: {'id': '4141028b-6fbb-4c67-8d3f-b37ba25edbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:26:06.089434 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] Bound port: e51b253c-3aaf-4597-a910-f819d9cadb04, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4141028b-6fbb-4c67-8d3f-b37ba25edbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:26:06.089873 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:06.190759 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f99fee28-33f5-489c-b864-f44d5af5a191 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:06.208584 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-fc602d05-5a03-475e-a202-0aebaaca444b None None] Provisioning complete for port e51b253c-3aaf-4597-a910-f819d9cadb04 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:06.209547 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fc602d05-5a03-475e-a202-0aebaaca444b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:06.257872 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] For port e51b253c-3aaf-4597-a910-f819d9cadb04, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:26:06.290759 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ab89e1-430f-410a-bdf5-b7c83080b491 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:26:06.295678 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-60ab89e1-430f-410a-bdf5-b7c83080b491 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for floatingip, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:06.296626 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] For port e51b253c-3aaf-4597-a910-f819d9cadb04, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=e51b253c-3aaf-4597-a910-f819d9cadb04,segment=NetworkSegment(4141028b-6fbb-4c67-8d3f-b37ba25edbb7),segment_id=4141028b-6fbb-4c67-8d3f-b37ba25edbb7)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:26:06.304108 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c2f4c1-469a-42a2-9aab-25ae4c5d296b None None] Sync routers for ids ['371e3da4-fb02-409c-9f30-c0ada2be864d'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:26:06.306074 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:06.308363 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-fc602d05-5a03-475e-a202-0aebaaca444b None None] Port e51b253c-3aaf-4597-a910-f819d9cadb04 cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:26:06.325652 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c2f4c1-469a-42a2-9aab-25ae4c5d296b None None] Routers {'371e3da4-fb02-409c-9f30-c0ada2be864d'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:26:06.326373 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-15c2f4c1-469a-42a2-9aab-25ae4c5d296b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:25:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['371e3da4-fb02-409c-9f30-c0ada2be864d'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:06.369447 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e7f24694-1191-43a6-8eb8-b2f93c04698f None None] Publish callbacks [] for port, precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:06.386318 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e7f24694-1191-43a6-8eb8-b2f93c04698f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:06.396199 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589937c6-d8f2-4200-8ab2-54173d14d109 req-c4fad960-2ad2-4f97-9196-8df1a924dafe tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:06.397768 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-589937c6-d8f2-4200-8ab2-54173d14d109 req-c4fad960-2ad2-4f97-9196-8df1a924dafe tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=113b86ac-d92c-485d-8d98-9705a28747cf HTTP/1.1" status: 200 len: 945 time: 0.3627512 Nov 24 11:26:06.408345 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] Routers {'e26571d3-27d6-48d1-acad-55f230cd583a'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:26:06.409016 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:25:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['e26571d3-27d6-48d1-acad-55f230cd583a'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:06.456063 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba8159-0208-47fe-b2e1-6bc1595258b2 None None] Pushing event updated for resources: {'Port': ['ID=e51b253c-3aaf-4597-a910-f819d9cadb04,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:06.493918 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-15c2f4c1-469a-42a2-9aab-25ae4c5d296b None None] Set router 371e3da4-fb02-409c-9f30-c0ada2be864d gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:26:06.520060 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f24694-1191-43a6-8eb8-b2f93c04698f None None] Network ed628ea9-5c6b-492e-8033-6b29b8eb6008 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:26:06.541360 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-e7f24694-1191-43a6-8eb8-b2f93c04698f None None] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:26:06.554398 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f24694-1191-43a6-8eb8-b2f93c04698f None None] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:26:06.658815 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f24694-1191-43a6-8eb8-b2f93c04698f None None] Pushing event updated for resources: {'Port': ['ID=5482e2bc-c314-4e43-bcb6-65ca1cccd487,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:06.719466 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-e7f24694-1191-43a6-8eb8-b2f93c04698f None None] Attempting to bind port 5482e2bc-c314-4e43-bcb6-65ca1cccd487 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:26:06.719836 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-e7f24694-1191-43a6-8eb8-b2f93c04698f None None] Attempting to bind port 5482e2bc-c314-4e43-bcb6-65ca1cccd487 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': 'b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ed628ea9-5c6b-492e-8033-6b29b8eb6008'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:26:06.720195 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f24694-1191-43a6-8eb8-b2f93c04698f None None] Attempting to bind port 5482e2bc-c314-4e43-bcb6-65ca1cccd487 on network ed628ea9-5c6b-492e-8033-6b29b8eb6008 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:26:06.723864 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] Set router e26571d3-27d6-48d1-acad-55f230cd583a gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:26:06.756349 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f24694-1191-43a6-8eb8-b2f93c04698f None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:26:06.756939 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f24694-1191-43a6-8eb8-b2f93c04698f None None] Checking segment: {'id': 'b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ed628ea9-5c6b-492e-8033-6b29b8eb6008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:26:06.757349 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e7f24694-1191-43a6-8eb8-b2f93c04698f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:06.757741 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f24694-1191-43a6-8eb8-b2f93c04698f None None] Bound using segment: {'id': 'b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ed628ea9-5c6b-492e-8033-6b29b8eb6008'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:26:06.758230 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-e7f24694-1191-43a6-8eb8-b2f93c04698f None None] Bound port: 5482e2bc-c314-4e43-bcb6-65ca1cccd487, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ed628ea9-5c6b-492e-8033-6b29b8eb6008'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:26:06.758612 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e7f24694-1191-43a6-8eb8-b2f93c04698f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:06.851006 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-60ab89e1-430f-410a-bdf5-b7c83080b491 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "PUT /v2.0/floatingips/9caa80bb-5b68-49ca-b32b-5224d2706d0a HTTP/1.1" status: 200 len: 991 time: 4.7790532 Nov 24 11:26:06.858321 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b09c92a-0f78-4a16-b0b5-377cb2b6aad2', 'tag': '029f9f7f-08e4-421a-bec6-0045084f566d'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:26:06.863415 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6516e09-1ef7-4e02-9d9a-eaf2cc9823ab" -d '{"events": [{"name": "network-changed", "server_uuid": "3b09c92a-0f78-4a16-b0b5-377cb2b6aad2", "tag": "029f9f7f-08e4-421a-bec6-0045084f566d"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:26:06.896570 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692051a-a22b-4305-8e84-8254407a337f req-fba20620-9929-444b-bc14-71c48dbf6dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:06.898311 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9692051a-a22b-4305-8e84-8254407a337f req-fba20620-9929-444b-bc14-71c48dbf6dca service neutron] 10.222.0.65 "GET /v2.0/networks?id=f813662d-6de5-41cf-ac48-8f27f8448f99 HTTP/1.1" status: 200 len: 912 time: 0.8646889 Nov 24 11:26:06.914805 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-589937c6-d8f2-4200-8ab2-54173d14d109 req-d05c678d-c8fb-4f32-bed5-79611f27689a tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854126 Nov 24 11:26:06.953213 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-15c2f4c1-469a-42a2-9aab-25ae4c5d296b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'name': 'tempest-AttachVolumeShelveTestJSON-104195471-router', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:39Z', 'updated_at': '2021-11-24T11:25:43Z', 'revision_number': 4, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'gw_port': {'id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:40Z', 'updated_at': '2021-11-24T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': '9caa80bb-5b68-49ca-b32b-5224d2706d0a', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'floating_ip_address': '172.27.1.91', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'port_id': '029f9f7f-08e4-421a-bec6-0045084f566d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'mac_address': 'fa:16:3e:11:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09c92a-0f78-4a16-b0b5-377cb2b6aad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:25:47Z', 'updated_at': '2021-11-24T11:26:03Z', 'revision_number': 1, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b84b432-7dc7-4c98-a7c3-2b98063fddee', 'name': '', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'mac_address': 'fa:16:3e:e4:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '869a9006-91f2-477a-a322-c62397f17982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:42Z', 'updated_at': '2021-11-24T11:25:48Z', 'revision_number': 5, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'subnets': [{'id': '869a9006-91f2-477a-a322-c62397f17982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:06.983825 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c2f4c1-469a-42a2-9aab-25ae4c5d296b None None] Checking router: 371e3da4-fb02-409c-9f30-c0ada2be864d for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:26:06.993984 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c2f4c1-469a-42a2-9aab-25ae4c5d296b None None] Routers {'371e3da4-fb02-409c-9f30-c0ada2be864d'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:26:06.993984 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-15c2f4c1-469a-42a2-9aab-25ae4c5d296b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:25:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['371e3da4-fb02-409c-9f30-c0ada2be864d'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:07.004443 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9692051a-a22b-4305-8e84-8254407a337f req-acd2e540-95e8-49ea-9433-5aaeefb519f9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f8285a-1a12-4376-bd0f-3d196185d31b HTTP/1.1" status: 200 len: 217 time: 0.0834143 Nov 24 11:26:07.027193 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1cc77-f1c4-461e-8794-b24bc283ca40 req-5f4f9096-41f4-41dc-8098-b4e454a11f80 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:07.029157 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-28b1cc77-f1c4-461e-8794-b24bc283ca40 req-5f4f9096-41f4-41dc-8098-b4e454a11f80 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 943 time: 0.2099683 Nov 24 11:26:07.112072 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692051a-a22b-4305-8e84-8254407a337f req-9604616b-1bac-4948-8320-9ac3fb77ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:07.113574 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9692051a-a22b-4305-8e84-8254407a337f req-9604616b-1bac-4948-8320-9ac3fb77ad9c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6137ff9-74cb-4c61-ada2-9bfaf66f6509 HTTP/1.1" status: 200 len: 850 time: 0.0833514 Nov 24 11:26:07.145664 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684166d6-3229-4d4f-9aa7-ea9bdfd16505 x-openstack-request-id: req-684166d6-3229-4d4f-9aa7-ea9bdfd16505 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:26:07.145973 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b09c92a-0f78-4a16-b0b5-377cb2b6aad2", "tag": "029f9f7f-08e4-421a-bec6-0045084f566d", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:26:07.146302 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-684166d6-3229-4d4f-9aa7-ea9bdfd16505 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:26:07.147350 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b09c92a-0f78-4a16-b0b5-377cb2b6aad2', 'tag': '029f9f7f-08e4-421a-bec6-0045084f566d', 'status': 'completed', 'code': 200} Nov 24 11:26:07.159941 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-e9507123-7ab5-4bfb-a46c-4dcf8b72250e None None] Provisioning complete for port e51b253c-3aaf-4597-a910-f819d9cadb04 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:07.160326 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e9507123-7ab5-4bfb-a46c-4dcf8b72250e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:07.175685 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-28b1cc77-f1c4-461e-8794-b24bc283ca40 req-a8e69339-a047-4b3e-ba2a-8d5202608387 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361632 Nov 24 11:26:07.182393 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-15c2f4c1-469a-42a2-9aab-25ae4c5d296b None None] Set router 371e3da4-fb02-409c-9f30-c0ada2be864d gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:26:07.248241 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-e7f24694-1191-43a6-8eb8-b2f93c04698f None None] For port 5482e2bc-c314-4e43-bcb6-65ca1cccd487, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:26:07.258053 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-e7f24694-1191-43a6-8eb8-b2f93c04698f None None] For port 5482e2bc-c314-4e43-bcb6-65ca1cccd487, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=5482e2bc-c314-4e43-bcb6-65ca1cccd487,segment=NetworkSegment(b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f),segment_id=b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:26:07.271910 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e7f24694-1191-43a6-8eb8-b2f93c04698f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:07.292218 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6516e09-1ef7-4e02-9d9a-eaf2cc9823ab req-2c2bc062-6a77-480a-9287-55c920b4fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:07.294825 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e6516e09-1ef7-4e02-9d9a-eaf2cc9823ab req-2c2bc062-6a77-480a-9287-55c920b4fab9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=45f80f37390a4f5f8b97a920ce8330df&device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 1099 time: 0.1154809 Nov 24 11:26:07.364026 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f24694-1191-43a6-8eb8-b2f93c04698f None None] Pushing event updated for resources: {'Port': ['ID=5482e2bc-c314-4e43-bcb6-65ca1cccd487,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:07.408498 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692051a-a22b-4305-8e84-8254407a337f req-23f926c9-ed52-4bf1-8f77-cc0eefa96753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:07.411105 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9692051a-a22b-4305-8e84-8254407a337f req-23f926c9-ed52-4bf1-8f77-cc0eefa96753 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f813662d-6de5-41cf-ac48-8f27f8448f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2786243 Nov 24 11:26:07.493860 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e9507123-7ab5-4bfb-a46c-4dcf8b72250e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:07.511003 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6516e09-1ef7-4e02-9d9a-eaf2cc9823ab req-7d44c969-24fc-43c9-bf6e-7ad48f0441a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:07.512536 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e6516e09-1ef7-4e02-9d9a-eaf2cc9823ab req-7d44c969-24fc-43c9-bf6e-7ad48f0441a6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1ba09535-c948-4159-ac87-b3cbd70bbf1e HTTP/1.1" status: 200 len: 917 time: 0.2084055 Nov 24 11:26:07.548234 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-e9507123-7ab5-4bfb-a46c-4dcf8b72250e None None] For port e51b253c-3aaf-4597-a910-f819d9cadb04, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=e51b253c-3aaf-4597-a910-f819d9cadb04,segment=NetworkSegment(4141028b-6fbb-4c67-8d3f-b37ba25edbb7),segment_id=4141028b-6fbb-4c67-8d3f-b37ba25edbb7)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:26:07.556063 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e9507123-7ab5-4bfb-a46c-4dcf8b72250e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:07.564892 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'name': 'tempest-TestMinimumBasicScenario-1146875224-router', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '4663af10-66a5-4992-b119-554bb91eba19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:56Z', 'updated_at': '2021-11-24T11:26:02Z', 'revision_number': 4, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'gw_port': {'id': '4663af10-66a5-4992-b119-554bb91eba19', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:57Z', 'updated_at': '2021-11-24T11:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': 'e51b253c-3aaf-4597-a910-f819d9cadb04', 'name': '', 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'mac_address': 'fa:16:3e:92:d4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'e19b93eb-c4d4-48a5-8a68-ccd4233b0f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:26:01Z', 'updated_at': '2021-11-24T11:26:06Z', 'revision_number': 4, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'subnets': [{'id': 'e19b93eb-c4d4-48a5-8a68-ccd4233b0f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:07.591634 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f99fee28-33f5-489c-b864-f44d5af5a191 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:07.604991 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3186b5-86ee-402b-9011-0bc54801fdb1 req-7acf2e60-39cd-4629-a123-039a9da566b4 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:07.606878 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2e3186b5-86ee-402b-9011-0bc54801fdb1 req-7acf2e60-39cd-4629-a123-039a9da566b4 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.2651570 Nov 24 11:26:07.622964 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e6516e09-1ef7-4e02-9d9a-eaf2cc9823ab req-abdc6d87-fb75-4925-9e95-530280b767b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=029f9f7f-08e4-421a-bec6-0045084f566d HTTP/1.1" status: 200 len: 999 time: 0.0928915 Nov 24 11:26:07.623565 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e7adb6-3c6b-41f7-81d6-e98bf00dcd86 None None] The sync data for ids ['e26571d3-27d6-48d1-acad-55f230cd583a'] in dv-cinder-819089-1-iscsi is: [{'id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'name': 'tempest-TestMinimumBasicScenario-1146875224-router', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '4663af10-66a5-4992-b119-554bb91eba19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:56Z', 'updated_at': '2021-11-24T11:26:02Z', 'revision_number': 4, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'gw_port': {'id': '4663af10-66a5-4992-b119-554bb91eba19', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:57Z', 'updated_at': '2021-11-24T11:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': 'e51b253c-3aaf-4597-a910-f819d9cadb04', 'name': '', 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'mac_address': 'fa:16:3e:92:d4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'e19b93eb-c4d4-48a5-8a68-ccd4233b0f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:26:01Z', 'updated_at': '2021-11-24T11:26:06Z', 'revision_number': 4, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'subnets': [{'id': 'e19b93eb-c4d4-48a5-8a68-ccd4233b0f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:26:07.648613 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f99fee28-33f5-489c-b864-f44d5af5a191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:07.662212 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9507123-7ab5-4bfb-a46c-4dcf8b72250e None None] Pushing event updated for resources: {'Port': ['ID=e51b253c-3aaf-4597-a910-f819d9cadb04,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:07.765069 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6516e09-1ef7-4e02-9d9a-eaf2cc9823ab req-cfb2655e-3b71-4e67-a446-df8b6a67a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:07.767205 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e6516e09-1ef7-4e02-9d9a-eaf2cc9823ab req-cfb2655e-3b71-4e67-a446-df8b6a67a841 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=869a9006-91f2-477a-a322-c62397f17982 HTTP/1.1" status: 200 len: 855 time: 0.1325681 Nov 24 11:26:07.820942 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-15c2f4c1-469a-42a2-9aab-25ae4c5d296b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'name': 'tempest-AttachVolumeShelveTestJSON-104195471-router', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:39Z', 'updated_at': '2021-11-24T11:25:43Z', 'revision_number': 4, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'gw_port': {'id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:40Z', 'updated_at': '2021-11-24T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': '9caa80bb-5b68-49ca-b32b-5224d2706d0a', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'floating_ip_address': '172.27.1.91', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'port_id': '029f9f7f-08e4-421a-bec6-0045084f566d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'mac_address': 'fa:16:3e:11:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09c92a-0f78-4a16-b0b5-377cb2b6aad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:25:47Z', 'updated_at': '2021-11-24T11:26:03Z', 'revision_number': 1, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b84b432-7dc7-4c98-a7c3-2b98063fddee', 'name': '', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'mac_address': 'fa:16:3e:e4:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '869a9006-91f2-477a-a322-c62397f17982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:42Z', 'updated_at': '2021-11-24T11:25:48Z', 'revision_number': 5, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'subnets': [{'id': '869a9006-91f2-477a-a322-c62397f17982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:07.855422 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9692051a-a22b-4305-8e84-8254407a337f req-e99feec2-9222-4f94-aec0-54b7f4663df2 service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683827 Nov 24 11:26:07.857942 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c2f4c1-469a-42a2-9aab-25ae4c5d296b None None] The sync data for ids ['371e3da4-fb02-409c-9f30-c0ada2be864d'] in dv-cinder-819089-1-iscsi is: [{'id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'name': 'tempest-AttachVolumeShelveTestJSON-104195471-router', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:39Z', 'updated_at': '2021-11-24T11:25:43Z', 'revision_number': 4, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'gw_port': {'id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:40Z', 'updated_at': '2021-11-24T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': '9caa80bb-5b68-49ca-b32b-5224d2706d0a', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'floating_ip_address': '172.27.1.91', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'port_id': '029f9f7f-08e4-421a-bec6-0045084f566d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'mac_address': 'fa:16:3e:11:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09c92a-0f78-4a16-b0b5-377cb2b6aad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:25:47Z', 'updated_at': '2021-11-24T11:26:03Z', 'revision_number': 1, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b84b432-7dc7-4c98-a7c3-2b98063fddee', 'name': '', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'mac_address': 'fa:16:3e:e4:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '869a9006-91f2-477a-a322-c62397f17982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:42Z', 'updated_at': '2021-11-24T11:25:48Z', 'revision_number': 5, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'subnets': [{'id': '869a9006-91f2-477a-a322-c62397f17982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:26:07.947993 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6516e09-1ef7-4e02-9d9a-eaf2cc9823ab req-0861f6dc-01e6-476a-9bcb-13efba78e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:07.950126 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e6516e09-1ef7-4e02-9d9a-eaf2cc9823ab req-0861f6dc-01e6-476a-9bcb-13efba78e806 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ba09535-c948-4159-ac87-b3cbd70bbf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1646910 Nov 24 11:26:08.211004 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e6516e09-1ef7-4e02-9d9a-eaf2cc9823ab req-13ab3927-b18e-46af-8fa6-d261d9adf578 service neutron] 10.222.0.65 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431092 Nov 24 11:26:08.218383 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9692051a-a22b-4305-8e84-8254407a337f req-5f6f2aff-1deb-437f-8a69-5653e815344d service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394787 Nov 24 11:26:08.297724 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2e3186b5-86ee-402b-9011-0bc54801fdb1 req-2e1d2d11-0a63-4dd7-a14c-f69acd611db0 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6500046 Nov 24 11:26:08.337418 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device e51b253c-3aaf-4597-a910-f819d9cadb04 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:26:08.386704 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e6516e09-1ef7-4e02-9d9a-eaf2cc9823ab req-30413c49-ded7-4a76-aada-daaa3780414b service neutron] 10.222.0.65 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668146 Nov 24 11:26:08.413903 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e32e1-a58f-43e0-8960-90a140cf9f87 req-2c9f106f-9ce3-4c51-80a6-0808c213839d tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:08.422379 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0b414c-1cc0-4cf5-bbb4-1e46f5b4ed64 None None] New status for floating IP 9caa80bb-5b68-49ca-b32b-5224d2706d0a: ACTIVE {{(pid=102483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 11:26:08.423211 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e28e32e1-a58f-43e0-8960-90a140cf9f87 req-2c9f106f-9ce3-4c51-80a6-0808c213839d tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=113b86ac-d92c-485d-8d98-9705a28747cf HTTP/1.1" status: 200 len: 945 time: 0.1997609 Nov 24 11:26:08.519684 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e28e32e1-a58f-43e0-8960-90a140cf9f87 req-e1acd8c9-2444-452c-a95a-4a3b52594a1a tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952711 Nov 24 11:26:08.586548 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [None req-f99fee28-33f5-489c-b864-f44d5af5a191 admin admin] Allocated IP 172.27.1.221 (abec3bdb-3f5f-43d3-a05f-b74eaa51b59e/68c5d2bd-607c-45ea-a578-f70e1637afae/982799a1-c281-4a05-9d66-8af745739783) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:26:08.589763 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port e51b253c-3aaf-4597-a910-f819d9cadb04 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:08.590235 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:08.635159 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00de4ab-1c3e-478b-a5fb-84770183c27f req-855ed554-2e75-480b-9d74-72e731e9066b tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:08.636777 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e00de4ab-1c3e-478b-a5fb-84770183c27f req-855ed554-2e75-480b-9d74-72e731e9066b tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 943 time: 0.0976355 Nov 24 11:26:08.793480 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e00de4ab-1c3e-478b-a5fb-84770183c27f req-55032555-853f-4b0f-9af9-d405277923a8 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318939 Nov 24 11:26:08.800075 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 5482e2bc-c314-4e43-bcb6-65ca1cccd487 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:26:08.840361 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f99fee28-33f5-489c-b864-f44d5af5a191 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:08.867041 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 5482e2bc-c314-4e43-bcb6-65ca1cccd487 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:08.867766 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:08.885277 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f99fee28-33f5-489c-b864-f44d5af5a191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:08.931165 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99fee28-33f5-489c-b864-f44d5af5a191 admin admin] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:26:08.935229 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-f99fee28-33f5-489c-b864-f44d5af5a191 admin admin] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:26:08.939568 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99fee28-33f5-489c-b864-f44d5af5a191 admin admin] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:26:08.961223 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:08.979099 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fee28-33f5-489c-b864-f44d5af5a191 admin admin] Pushing event updated for resources: {'Port': ['ID=982799a1-c281-4a05-9d66-8af745739783,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:09.002559 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] For port 5482e2bc-c314-4e43-bcb6-65ca1cccd487, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=5482e2bc-c314-4e43-bcb6-65ca1cccd487,segment=NetworkSegment(b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f),segment_id=b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:26:09.006604 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:09.068408 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Pushing event updated for resources: {'Port': ['ID=5482e2bc-c314-4e43-bcb6-65ca1cccd487,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:09.085048 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cd7148-b075-4524-9019-f7459256994d None None] Network ed628ea9-5c6b-492e-8033-6b29b8eb6008 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:26:09.153184 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-6a04431e-d7b1-418b-925b-e91168a7a55d None None] Provisioning complete for port 5482e2bc-c314-4e43-bcb6-65ca1cccd487 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:09.153645 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6a04431e-d7b1-418b-925b-e91168a7a55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:09.237871 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f99fee28-33f5-489c-b864-f44d5af5a191 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:09.446227 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f99fee28-33f5-489c-b864-f44d5af5a191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1975076'] for router, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:09.533063 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-dfe43aa5-69fb-495b-975e-3f74b110dfdf None None] Provisioning complete for port 5482e2bc-c314-4e43-bcb6-65ca1cccd487 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:09.533349 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-dfe43aa5-69fb-495b-975e-3f74b110dfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:09.586487 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99fee28-33f5-489c-b864-f44d5af5a191 admin admin] Router a5249371-dff8-4fc3-81f8-76d5bf300e6e is scheduled to L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e with binding_index 1 {{(pid=102482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 11:26:09.691213 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99fee28-33f5-489c-b864-f44d5af5a191 admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:26:09.699583 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] Sync routers for ids ['a5249371-dff8-4fc3-81f8-76d5bf300e6e'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:26:09.708024 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f99fee28-33f5-489c-b864-f44d5af5a191 admin admin] Publish callbacks [] for router, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:09.709310 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-f99fee28-33f5-489c-b864-f44d5af5a191 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5590189 Nov 24 11:26:09.710978 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] Routers {'a5249371-dff8-4fc3-81f8-76d5bf300e6e'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:26:09.711584 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:25:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['a5249371-dff8-4fc3-81f8-76d5bf300e6e'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:09.712154 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 53152) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:26:09.815079 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] Set router a5249371-dff8-4fc3-81f8-76d5bf300e6e gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:26:10.005895 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5249371-dff8-4fc3-81f8-76d5bf300e6e', 'name': 'tempest-TestMinimumBasicScenario-2045944709-router', 'tenant_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '982799a1-c281-4a05-9d66-8af745739783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:26:05Z', 'updated_at': '2021-11-24T11:26:09Z', 'revision_number': 3, 'project_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'gw_port': {'id': '982799a1-c281-4a05-9d66-8af745739783', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5249371-dff8-4fc3-81f8-76d5bf300e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:26:07Z', 'updated_at': '2021-11-24T11:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:10.034589 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] Checking router: a5249371-dff8-4fc3-81f8-76d5bf300e6e for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:26:10.035008 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] Updating router a5249371-dff8-4fc3-81f8-76d5bf300e6e port 982799a1-c281-4a05-9d66-8af745739783 binding host dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 11:26:10.063343 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:10.137713 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68587a-c89d-4a4a-a62c-d69de657d7ac req-0842da15-4a73-4892-9549-fa309bf37bbf tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:10.139246 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 5482e2bc-c314-4e43-bcb6-65ca1cccd487 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:26:10.139779 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6f68587a-c89d-4a4a-a62c-d69de657d7ac req-0842da15-4a73-4892-9549-fa309bf37bbf tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 943 time: 0.2750690 Nov 24 11:26:10.195129 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 5482e2bc-c314-4e43-bcb6-65ca1cccd487 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:10.195682 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:10.203908 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6f68587a-c89d-4a4a-a62c-d69de657d7ac req-8e4024c0-b99a-4add-b71b-38091d341d6f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562751 Nov 24 11:26:10.368614 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3d6327d6-5a26-49d9-bcdf-9a1bc62a5f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:10.374672 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] Publish callbacks [] for port, precommit_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:10.380828 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:10.431574 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] Attempting to bind port 982799a1-c281-4a05-9d66-8af745739783 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:26:10.431940 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] Attempting to bind port 982799a1-c281-4a05-9d66-8af745739783 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:26:10.432295 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] Attempting to bind port 982799a1-c281-4a05-9d66-8af745739783 on network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:26:10.435107 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74caf7e-af3d-41d7-bceb-5b6fa04f6935 None None] Pushing event updated for resources: {'Port': ['ID=982799a1-c281-4a05-9d66-8af745739783,revision_number=2']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:10.439848 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:26:10.440218 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] Checking segment: {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:26:10.440611 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:10.441048 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] Bound using segment: {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:26:10.441513 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] Bound port: 982799a1-c281-4a05-9d66-8af745739783, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:26:10.441915 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:10.490616 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] For port 982799a1-c281-4a05-9d66-8af745739783, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:26:10.494051 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] For port 982799a1-c281-4a05-9d66-8af745739783, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=982799a1-c281-4a05-9d66-8af745739783,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:26:10.497796 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:10.529211 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [None req-3d6327d6-5a26-49d9-bcdf-9a1bc62a5f3c admin admin] Allocated IP 172.20.0.1 (ed628ea9-5c6b-492e-8033-6b29b8eb6008/507f9dbf-232d-4e4c-b89a-a59f21a49a61/3a1598fe-c3f5-4257-8df9-8e01a4ede51b) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:26:10.553164 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] Routers {'a5249371-dff8-4fc3-81f8-76d5bf300e6e'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:26:10.553842 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:25:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['a5249371-dff8-4fc3-81f8-76d5bf300e6e'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:10.591141 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74caf7e-af3d-41d7-bceb-5b6fa04f6935 None None] Pushing event updated for resources: {'Port': ['ID=982799a1-c281-4a05-9d66-8af745739783,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:10.632776 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3d6327d6-5a26-49d9-bcdf-9a1bc62a5f3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:10.662339 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] Set router a5249371-dff8-4fc3-81f8-76d5bf300e6e gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:26:10.666884 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3d6327d6-5a26-49d9-bcdf-9a1bc62a5f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:10.706242 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6327d6-5a26-49d9-bcdf-9a1bc62a5f3c admin admin] Network ed628ea9-5c6b-492e-8033-6b29b8eb6008 is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:26:10.709177 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-3d6327d6-5a26-49d9-bcdf-9a1bc62a5f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:26:10.712791 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6327d6-5a26-49d9-bcdf-9a1bc62a5f3c admin admin] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:26:10.713417 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3d6327d6-5a26-49d9-bcdf-9a1bc62a5f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2040115'] for router_interface, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:10.752834 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6327d6-5a26-49d9-bcdf-9a1bc62a5f3c admin admin] Pushing event updated for resources: {'Port': ['ID=3a1598fe-c3f5-4257-8df9-8e01a4ede51b,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:10.872617 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3d6327d6-5a26-49d9-bcdf-9a1bc62a5f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:10.942033 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5249371-dff8-4fc3-81f8-76d5bf300e6e', 'name': 'tempest-TestMinimumBasicScenario-2045944709-router', 'tenant_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '982799a1-c281-4a05-9d66-8af745739783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:26:05Z', 'updated_at': '2021-11-24T11:26:09Z', 'revision_number': 3, 'project_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'gw_port': {'id': '982799a1-c281-4a05-9d66-8af745739783', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5249371-dff8-4fc3-81f8-76d5bf300e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:26:07Z', 'updated_at': '2021-11-24T11:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:10.947999 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-6f6d6701-ef15-4416-92d2-be2f7445d269 None None] Provisioning complete for port 3a1598fe-c3f5-4257-8df9-8e01a4ede51b triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:10.948374 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6701-ef15-4416-92d2-be2f7445d269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:10.970011 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b5b2c9-0053-4e30-854f-e1c7ca276d5d None None] The sync data for ids ['a5249371-dff8-4fc3-81f8-76d5bf300e6e'] in dv-cinder-819089-1-iscsi is: [{'id': 'a5249371-dff8-4fc3-81f8-76d5bf300e6e', 'name': 'tempest-TestMinimumBasicScenario-2045944709-router', 'tenant_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '982799a1-c281-4a05-9d66-8af745739783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:26:05Z', 'updated_at': '2021-11-24T11:26:09Z', 'revision_number': 3, 'project_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'gw_port': {'id': '982799a1-c281-4a05-9d66-8af745739783', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5249371-dff8-4fc3-81f8-76d5bf300e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:26:07Z', 'updated_at': '2021-11-24T11:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:26:10.985245 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d6701-ef15-4416-92d2-be2f7445d269 None None] Port 3a1598fe-c3f5-4257-8df9-8e01a4ede51b cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:26:11.037815 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3d6327d6-5a26-49d9-bcdf-9a1bc62a5f3c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:11.043996 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3d6327d6-5a26-49d9-bcdf-9a1bc62a5f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:11.044797 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3d6327d6-5a26-49d9-bcdf-9a1bc62a5f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2040223'] for router_interface, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:11.105566 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6327d6-5a26-49d9-bcdf-9a1bc62a5f3c admin admin] Pushing event updated for resources: {'Port': ['ID=3a1598fe-c3f5-4257-8df9-8e01a4ede51b,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:11.174827 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6327d6-5a26-49d9-bcdf-9a1bc62a5f3c admin admin] Network ed628ea9-5c6b-492e-8033-6b29b8eb6008 is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:26:11.177491 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-3d6327d6-5a26-49d9-bcdf-9a1bc62a5f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:26:11.349667 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6327d6-5a26-49d9-bcdf-9a1bc62a5f3c admin admin] Router a5249371-dff8-4fc3-81f8-76d5bf300e6e has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:26:11.352234 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c1d2f-61b6-4d96-8c96-c3aa531e4e67 req-537a07b2-214c-419d-a97c-54056eb4612a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:11.357303 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-848c1d2f-61b6-4d96-8c96-c3aa531e4e67 req-537a07b2-214c-419d-a97c-54056eb4612a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 943 time: 0.0617738 Nov 24 11:26:11.444957 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-848c1d2f-61b6-4d96-8c96-c3aa531e4e67 req-388e9003-cf9c-4d19-a584-08ce48faac24 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672235 Nov 24 11:26:11.478862 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6327d6-5a26-49d9-bcdf-9a1bc62a5f3c admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:26:11.483889 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-3d6327d6-5a26-49d9-bcdf-9a1bc62a5f3c admin admin] 10.222.0.54 "PUT /v2.0/routers/a5249371-dff8-4fc3-81f8-76d5bf300e6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7705901 Nov 24 11:26:11.518969 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-1c233694-8c6f-4b86-a1ee-525466b5ecf2 None None] Provisioning complete for port 3a1598fe-c3f5-4257-8df9-8e01a4ede51b triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:11.520010 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1c233694-8c6f-4b86-a1ee-525466b5ecf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:11.565678 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-1c233694-8c6f-4b86-a1ee-525466b5ecf2 None None] Port 3a1598fe-c3f5-4257-8df9-8e01a4ede51b cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:26:12.158795 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 982799a1-c281-4a05-9d66-8af745739783 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:26:12.227024 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 982799a1-c281-4a05-9d66-8af745739783 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:12.227607 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:12.322455 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:12.362593 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02a52b-f7c3-4222-9e1e-d209fbb70f35 req-33ae92b9-c6fc-4711-b9d8-1520bcb8d6fb tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:12.371370 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ce02a52b-f7c3-4222-9e1e-d209fbb70f35 req-33ae92b9-c6fc-4711-b9d8-1520bcb8d6fb tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=113b86ac-d92c-485d-8d98-9705a28747cf HTTP/1.1" status: 200 len: 945 time: 0.0780699 Nov 24 11:26:12.379377 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] For port 982799a1-c281-4a05-9d66-8af745739783, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=982799a1-c281-4a05-9d66-8af745739783,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:26:12.387811 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:12.481640 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ce02a52b-f7c3-4222-9e1e-d209fbb70f35 req-2c8f5678-761c-4199-bb7a-1ae143985121 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029761 Nov 24 11:26:12.493289 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Pushing event updated for resources: {'Port': ['ID=982799a1-c281-4a05-9d66-8af745739783,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:12.598075 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97546d9-a1ed-4d53-8c77-d50923cf5bc6 req-8085244f-4ac3-40ce-90c5-8e71acc469ca tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:12.599958 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e97546d9-a1ed-4d53-8c77-d50923cf5bc6 req-8085244f-4ac3-40ce-90c5-8e71acc469ca tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 943 time: 0.0726249 Nov 24 11:26:12.689886 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e97546d9-a1ed-4d53-8c77-d50923cf5bc6 req-bcc1b73a-7416-458b-bbbc-df7d0da9e4c2 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829926 Nov 24 11:26:12.802997 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1500a-828f-41d1-ad93-ba3ccc672845 req-e755ffdf-01ef-4909-a8e5-a2318b361449 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:12.804910 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-10a1500a-828f-41d1-ad93-ba3ccc672845 req-e755ffdf-01ef-4909-a8e5-a2318b361449 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0597663 Nov 24 11:26:12.875463 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-10a1500a-828f-41d1-ad93-ba3ccc672845 req-d955d381-881e-47ab-a028-55b889bb95e6 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587177 Nov 24 11:26:13.481795 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] Sync routers for ids ['a5249371-dff8-4fc3-81f8-76d5bf300e6e'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:26:13.501257 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] Routers {'a5249371-dff8-4fc3-81f8-76d5bf300e6e'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:26:13.502197 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:25:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['a5249371-dff8-4fc3-81f8-76d5bf300e6e'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:13.644486 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd6941-7f81-43dd-a7dc-b3e8d9f6764c req-4d9591dd-0836-4393-ab60-b4131ac76cf2 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:13.647871 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cbfd6941-7f81-43dd-a7dc-b3e8d9f6764c req-4d9591dd-0836-4393-ab60-b4131ac76cf2 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=113b86ac-d92c-485d-8d98-9705a28747cf HTTP/1.1" status: 200 len: 945 time: 0.1032634 Nov 24 11:26:13.708509 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cbfd6941-7f81-43dd-a7dc-b3e8d9f6764c req-49455b73-5316-4ba4-897a-c585e4238b1b tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539837 Nov 24 11:26:13.855819 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] Set router a5249371-dff8-4fc3-81f8-76d5bf300e6e gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:26:13.903087 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e83b3f-9bd7-478c-a703-32eb9c53603c req-c8467bfc-32e3-48f8-a87c-e0c6b06f0ec8 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:13.904780 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-57e83b3f-9bd7-478c-a703-32eb9c53603c req-c8467bfc-32e3-48f8-a87c-e0c6b06f0ec8 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 943 time: 0.1079588 Nov 24 11:26:13.995418 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-57e83b3f-9bd7-478c-a703-32eb9c53603c req-ac72fa2d-e63e-4f73-8443-d789c8061499 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827913 Nov 24 11:26:14.109410 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb6869-7693-473a-970a-36b9190fea5c req-eb18315c-541a-4162-9339-24433d344777 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:14.111104 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e0fb6869-7693-473a-970a-36b9190fea5c req-eb18315c-541a-4162-9339-24433d344777 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.65 "GET /v2.0/ports?device_id=113b86ac-d92c-485d-8d98-9705a28747cf HTTP/1.1" status: 200 len: 945 time: 0.1015577 Nov 24 11:26:14.172775 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5249371-dff8-4fc3-81f8-76d5bf300e6e', 'name': 'tempest-TestMinimumBasicScenario-2045944709-router', 'tenant_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '982799a1-c281-4a05-9d66-8af745739783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:26:05Z', 'updated_at': '2021-11-24T11:26:10Z', 'revision_number': 4, 'project_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'gw_port': {'id': '982799a1-c281-4a05-9d66-8af745739783', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5249371-dff8-4fc3-81f8-76d5bf300e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:26:07Z', 'updated_at': '2021-11-24T11:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '3a1598fe-c3f5-4257-8df9-8e01a4ede51b', 'name': '', 'network_id': 'ed628ea9-5c6b-492e-8033-6b29b8eb6008', 'tenant_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'mac_address': 'fa:16:3e:33:f9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5249371-dff8-4fc3-81f8-76d5bf300e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '507f9dbf-232d-4e4c-b89a-a59f21a49a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:26:10Z', 'updated_at': '2021-11-24T11:26:10Z', 'revision_number': 2, 'project_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'subnets': [{'id': '507f9dbf-232d-4e4c-b89a-a59f21a49a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:14.215256 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 982799a1-c281-4a05-9d66-8af745739783 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:26:14.217626 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] Checking router: a5249371-dff8-4fc3-81f8-76d5bf300e6e for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:26:14.218000 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] Updating router a5249371-dff8-4fc3-81f8-76d5bf300e6e port 3a1598fe-c3f5-4257-8df9-8e01a4ede51b binding host dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 11:26:14.254111 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [req-e0fb6869-7693-473a-970a-36b9190fea5c req-781b27e5-5c3c-4a7b-ac4f-ee2b75810bc9 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Deleting port 05b434e2-ba40-4635-b409-e796886ef433 {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:26:14.254389 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-e0fb6869-7693-473a-970a-36b9190fea5c req-781b27e5-5c3c-4a7b-ac4f-ee2b75810bc9 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:14.272034 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:14.369530 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-e0fb6869-7693-473a-970a-36b9190fea5c req-781b27e5-5c3c-4a7b-ac4f-ee2b75810bc9 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] For port 05b434e2-ba40-4635-b409-e796886ef433, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=05b434e2-ba40-4635-b409-e796886ef433,segment=NetworkSegment(13292565-5aff-434a-9670-1428be652e2b),segment_id=13292565-5aff-434a-9670-1428be652e2b)] {{(pid=102481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:26:14.370109 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-e0fb6869-7693-473a-970a-36b9190fea5c req-781b27e5-5c3c-4a7b-ac4f-ee2b75810bc9 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:14.390788 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [req-e0fb6869-7693-473a-970a-36b9190fea5c req-781b27e5-5c3c-4a7b-ac4f-ee2b75810bc9 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Calling delete_port for 05b434e2-ba40-4635-b409-e796886ef433 owned by compute:nova {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:26:14.408849 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 60f8285a-1a12-4376-bd0f-3d196185d31b details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:26:14.533288 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 982799a1-c281-4a05-9d66-8af745739783 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:14.533971 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:14.583119 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-e0fb6869-7693-473a-970a-36b9190fea5c req-781b27e5-5c3c-4a7b-ac4f-ee2b75810bc9 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:14.623702 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['05b434e2-ba40-4635-b409-e796886ef433'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:26:14.660968 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b27e5-5c3c-4a7b-ac4f-ee2b75810bc9 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Pushing event deleted for resources: {'Port': ['ID=05b434e2-ba40-4635-b409-e796886ef433,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:14.693978 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fb6869-7693-473a-970a-36b9190fea5c req-781b27e5-5c3c-4a7b-ac4f-ee2b75810bc9 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] No DVR routers for this DVR port 05b434e2-ba40-4635-b409-e796886ef433 on host hv-cinder-81908 {{(pid=102481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:26:14.697902 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-e0fb6869-7693-473a-970a-36b9190fea5c req-781b27e5-5c3c-4a7b-ac4f-ee2b75810bc9 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:14.701673 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e0fb6869-7693-473a-970a-36b9190fea5c req-781b27e5-5c3c-4a7b-ac4f-ee2b75810bc9 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.65 "DELETE /v2.0/ports/05b434e2-ba40-4635-b409-e796886ef433 HTTP/1.1" status: 204 len: 173 time: 0.5827928 Nov 24 11:26:14.715513 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113b86ac-d92c-485d-8d98-9705a28747cf', 'name': 'network-vif-deleted', 'tag': '05b434e2-ba40-4635-b409-e796886ef433'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:26:14.718864 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6cb518-4c1e-40af-a687-1c7f57f43622" -d '{"events": [{"server_uuid": "113b86ac-d92c-485d-8d98-9705a28747cf", "name": "network-vif-deleted", "tag": "05b434e2-ba40-4635-b409-e796886ef433"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:26:14.821249 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a8cfb1-4541-479f-be27-8c56c5b64f32 x-openstack-request-id: req-c3a8cfb1-4541-479f-be27-8c56c5b64f32 {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:26:14.821547 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113b86ac-d92c-485d-8d98-9705a28747cf", "name": "network-vif-deleted", "tag": "05b434e2-ba40-4635-b409-e796886ef433", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:26:14.821807 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c3a8cfb1-4541-479f-be27-8c56c5b64f32 {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:26:14.822207 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113b86ac-d92c-485d-8d98-9705a28747cf', 'name': 'network-vif-deleted', 'tag': '05b434e2-ba40-4635-b409-e796886ef433', 'status': 'completed', 'code': 200} Nov 24 11:26:14.915919 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 60f8285a-1a12-4376-bd0f-3d196185d31b, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=60f8285a-1a12-4376-bd0f-3d196185d31b,segment=NetworkSegment(d8baedd1-824c-4bf2-a24d-c4b8e45836c5),segment_id=d8baedd1-824c-4bf2-a24d-c4b8e45836c5)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:26:14.929573 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d0b81662-225c-4256-a8bb-eb75381e4c7f req-21adb7ab-e1bb-4eba-9ee4-981c1baf7580 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=113b86ac-d92c-485d-8d98-9705a28747cf HTTP/1.1" status: 200 len: 210 time: 0.0849206 Nov 24 11:26:14.977641 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': '60f8285a-1a12-4376-bd0f-3d196185d31b', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'port_id': '60f8285a-1a12-4376-bd0f-3d196185d31b', 'mac_address': 'fa:16:3e:ec:db:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:26:15.069371 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] Publish callbacks [] for port, precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:15.081008 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:15.085411 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:15.132393 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f8285a-1a12-4376-bd0f-3d196185d31b {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:26:15.156916 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1b3f7-5863-4d65-b02a-dc4688a09653 None None] Pushing event updated for resources: {'Port': ['ID=3a1598fe-c3f5-4257-8df9-8e01a4ede51b,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:15.185754 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 60f8285a-1a12-4376-bd0f-3d196185d31b, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=60f8285a-1a12-4376-bd0f-3d196185d31b,segment=NetworkSegment(d8baedd1-824c-4bf2-a24d-c4b8e45836c5),segment_id=d8baedd1-824c-4bf2-a24d-c4b8e45836c5)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:26:15.201292 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c0cd3-8d85-448e-9988-39bf48ff3f2e req-5079498c-7553-4199-befb-504e2d3a3da8 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:15.203935 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-281c0cd3-8d85-448e-9988-39bf48ff3f2e req-5079498c-7553-4199-befb-504e2d3a3da8 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 943 time: 0.1049039 Nov 24 11:26:15.220149 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:15.272973 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] Attempting to bind port 3a1598fe-c3f5-4257-8df9-8e01a4ede51b on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:26:15.273351 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] Attempting to bind port 3a1598fe-c3f5-4257-8df9-8e01a4ede51b by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': 'b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ed628ea9-5c6b-492e-8033-6b29b8eb6008'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:26:15.273718 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] Attempting to bind port 3a1598fe-c3f5-4257-8df9-8e01a4ede51b on network ed628ea9-5c6b-492e-8033-6b29b8eb6008 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:26:15.292005 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:26:15.292307 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] Checking segment: {'id': 'b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ed628ea9-5c6b-492e-8033-6b29b8eb6008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:26:15.292739 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:15.293134 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] Bound using segment: {'id': 'b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ed628ea9-5c6b-492e-8033-6b29b8eb6008'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:26:15.293556 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-281c0cd3-8d85-448e-9988-39bf48ff3f2e req-1b81565a-3b2b-43ea-a2c5-0c5fe3ba0581 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794280 Nov 24 11:26:15.293678 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] Bound port: 3a1598fe-c3f5-4257-8df9-8e01a4ede51b, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ed628ea9-5c6b-492e-8033-6b29b8eb6008'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:26:15.293983 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:15.341728 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=60f8285a-1a12-4376-bd0f-3d196185d31b,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:15.410320 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] For port 3a1598fe-c3f5-4257-8df9-8e01a4ede51b, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:26:15.413784 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] For port 3a1598fe-c3f5-4257-8df9-8e01a4ede51b, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=3a1598fe-c3f5-4257-8df9-8e01a4ede51b,segment=NetworkSegment(b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f),segment_id=b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:26:15.414993 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 53278) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:26:15.437520 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:15.509076 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] Routers {'a5249371-dff8-4fc3-81f8-76d5bf300e6e'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:26:15.509660 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:25:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['a5249371-dff8-4fc3-81f8-76d5bf300e6e'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:15.587363 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-7c199834-4914-4647-9812-f0ef6b55874a req-b805662a-f33d-4017-ab3e-ae05386464f5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1092181 Nov 24 11:26:15.605600 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['60f8285a-1a12-4376-bd0f-3d196185d31b'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:26:15.612047 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1b3f7-5863-4d65-b02a-dc4688a09653 None None] Pushing event updated for resources: {'Port': ['ID=3a1598fe-c3f5-4257-8df9-8e01a4ede51b,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:15.702983 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5168e767-d0e9-4b63-b20a-26fd3648bca8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:15.761484 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c199834-4914-4647-9812-f0ef6b55874a req-9403ef7b-97bd-4ec3-86f9-3350384f410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:15.762975 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-7c199834-4914-4647-9812-f0ef6b55874a req-9403ef7b-97bd-4ec3-86f9-3350384f410a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4ef4eb6fdaf240b8bd9d2238dfb2efef&device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 1099 time: 0.1454451 Nov 24 11:26:15.784812 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] Set router a5249371-dff8-4fc3-81f8-76d5bf300e6e gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:26:15.813163 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-6a0ad484-0758-44b4-9c2e-a140664f02be None None] Provisioning complete for port 3a1598fe-c3f5-4257-8df9-8e01a4ede51b triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:15.813528 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6a0ad484-0758-44b4-9c2e-a140664f02be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:15.906368 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5168e767-d0e9-4b63-b20a-26fd3648bca8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:15.927527 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5168e767-d0e9-4b63-b20a-26fd3648bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:15.999185 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-5168e767-d0e9-4b63-b20a-26fd3648bca8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b9e590836cbe4db0ba0c56800937c45a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5829546 Nov 24 11:26:16.002288 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 53290) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:26:16.002808 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168e767-d0e9-4b63-b20a-26fd3648bca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b459b478-a74d-41be-b98a-f2ba6c7ddc69,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:16.005453 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c199834-4914-4647-9812-f0ef6b55874a req-0b9f433e-762a-4d2d-bf95-9f00be27df32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:16.007450 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-7c199834-4914-4647-9812-f0ef6b55874a req-0b9f433e-762a-4d2d-bf95-9f00be27df32 service neutron] 10.222.0.65 "GET /v2.0/networks?id=46755722-9f6e-4465-a31a-32c0f19f7268 HTTP/1.1" status: 200 len: 920 time: 0.2009177 Nov 24 11:26:16.091185 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c0c9c917-ebda-4260-b2e1-438de2a070a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:16.102361 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-7c199834-4914-4647-9812-f0ef6b55874a req-9c609582-9d82-47f7-8ded-c7c96ad5bbb7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318624af-0998-4bb1-af72-81fbe7e75826 HTTP/1.1" status: 200 len: 217 time: 0.0829988 Nov 24 11:26:16.116213 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c0c9c917-ebda-4260-b2e1-438de2a070a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:16.205894 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c0c9c917-ebda-4260-b2e1-438de2a070a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:16.208986 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c0c9c917-ebda-4260-b2e1-438de2a070a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:16.210393 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-c0c9c917-ebda-4260-b2e1-438de2a070a4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b459b478-a74d-41be-b98a-f2ba6c7ddc69 HTTP/1.1" status: 204 len: 168 time: 0.2070980 Nov 24 11:26:16.218139 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c199834-4914-4647-9812-f0ef6b55874a req-5d1753cc-784b-4a95-bbab-10abfd2609bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:16.219922 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-7c199834-4914-4647-9812-f0ef6b55874a req-5d1753cc-784b-4a95-bbab-10abfd2609bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a9d5363-5f28-4302-8145-cfba618a1163 HTTP/1.1" status: 200 len: 859 time: 0.1086998 Nov 24 11:26:16.225358 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9c917-ebda-4260-b2e1-438de2a070a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b459b478-a74d-41be-b98a-f2ba6c7ddc69,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:16.264984 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-7c199834-4914-4647-9812-f0ef6b55874a req-318b8b0e-28d7-48f8-ba2f-f6870144bf0f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=46755722-9f6e-4465-a31a-32c0f19f7268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354073 Nov 24 11:26:16.418636 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-7c199834-4914-4647-9812-f0ef6b55874a req-0c27fa91-7cca-41bc-b513-9a2a0f60d512 service neutron] 10.222.0.65 "GET /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450632 Nov 24 11:26:16.424632 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 05b434e2-ba40-4635-b409-e796886ef433 no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:26:16.488847 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] No Port match for: 05b434e2-ba40-4635-b409-e796886ef433 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:26:16.489226 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 05b434e2-ba40-4635-b409-e796886ef433 not bound to the agent host hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:26:16.496982 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6a0ad484-0758-44b4-9c2e-a140664f02be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:16.519622 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-989d7dc5-ee74-43b9-b200-ef4c18ea9346 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:16.521498 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-989d7dc5-ee74-43b9-b200-ef4c18ea9346 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/networks?id=5f055956-a00c-4f85-9aae-c2bf08efc831 HTTP/1.1" status: 200 len: 809 time: 0.1824687 Nov 24 11:26:16.581585 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-7c199834-4914-4647-9812-f0ef6b55874a req-332562de-5cd7-4977-85e3-c66e23a52d34 service neutron] 10.222.0.65 "GET /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535592 Nov 24 11:26:16.586823 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee873b0-8fb5-4d87-969b-7af8ba57a427 req-a06f19c9-db6b-4328-9d93-5a1f8aeecdb9 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:16.592800 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3ee873b0-8fb5-4d87-969b-7af8ba57a427 req-a06f19c9-db6b-4328-9d93-5a1f8aeecdb9 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 944 time: 0.1510603 Nov 24 11:26:16.595345 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-c541a44e-6eb7-47f6-92a4-24fc2a95fdf3 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/quotas/c0cb8f496b7a46a491c200383866adf0 HTTP/1.1" status: 200 len: 375 time: 0.0666406 Nov 24 11:26:16.654525 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-6a0ad484-0758-44b4-9c2e-a140664f02be None None] For port 3a1598fe-c3f5-4257-8df9-8e01a4ede51b, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=3a1598fe-c3f5-4257-8df9-8e01a4ede51b,segment=NetworkSegment(b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f),segment_id=b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:26:16.673398 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6a0ad484-0758-44b4-9c2e-a140664f02be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:16.716865 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-fc3cfbac-8b0e-48f2-aec2-5671e90419b1 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c0cb8f496b7a46a491c200383866adf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641851 Nov 24 11:26:16.727116 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ad484-0758-44b4-9c2e-a140664f02be None None] Pushing event updated for resources: {'Port': ['ID=3a1598fe-c3f5-4257-8df9-8e01a4ede51b,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:16.817861 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3ee873b0-8fb5-4d87-969b-7af8ba57a427 req-3a899443-4efc-49f8-b4d8-8607320f0e5c tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204454 Nov 24 11:26:16.849564 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5249371-dff8-4fc3-81f8-76d5bf300e6e', 'name': 'tempest-TestMinimumBasicScenario-2045944709-router', 'tenant_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '982799a1-c281-4a05-9d66-8af745739783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:26:05Z', 'updated_at': '2021-11-24T11:26:10Z', 'revision_number': 4, 'project_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'gw_port': {'id': '982799a1-c281-4a05-9d66-8af745739783', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5249371-dff8-4fc3-81f8-76d5bf300e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:26:07Z', 'updated_at': '2021-11-24T11:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '3a1598fe-c3f5-4257-8df9-8e01a4ede51b', 'name': '', 'network_id': 'ed628ea9-5c6b-492e-8033-6b29b8eb6008', 'tenant_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'mac_address': 'fa:16:3e:33:f9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5249371-dff8-4fc3-81f8-76d5bf300e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '507f9dbf-232d-4e4c-b89a-a59f21a49a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:26:10Z', 'updated_at': '2021-11-24T11:26:15Z', 'revision_number': 4, 'project_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'subnets': [{'id': '507f9dbf-232d-4e4c-b89a-a59f21a49a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:16.851459 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-18a61e54-5657-40da-8898-171e9cb553ae None None] Provisioning complete for port 3a1598fe-c3f5-4257-8df9-8e01a4ede51b triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:16.851817 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-18a61e54-5657-40da-8898-171e9cb553ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:16.856429 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:16.909716 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4f81b1-b878-4453-8764-4bfaa5321ea4 None None] The sync data for ids ['a5249371-dff8-4fc3-81f8-76d5bf300e6e'] in dv-cinder-819089-1-iscsi is: [{'id': 'a5249371-dff8-4fc3-81f8-76d5bf300e6e', 'name': 'tempest-TestMinimumBasicScenario-2045944709-router', 'tenant_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '982799a1-c281-4a05-9d66-8af745739783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:26:05Z', 'updated_at': '2021-11-24T11:26:10Z', 'revision_number': 4, 'project_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'gw_port': {'id': '982799a1-c281-4a05-9d66-8af745739783', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5249371-dff8-4fc3-81f8-76d5bf300e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:26:07Z', 'updated_at': '2021-11-24T11:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '3a1598fe-c3f5-4257-8df9-8e01a4ede51b', 'name': '', 'network_id': 'ed628ea9-5c6b-492e-8033-6b29b8eb6008', 'tenant_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'mac_address': 'fa:16:3e:33:f9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5249371-dff8-4fc3-81f8-76d5bf300e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '507f9dbf-232d-4e4c-b89a-a59f21a49a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:26:10Z', 'updated_at': '2021-11-24T11:26:15Z', 'revision_number': 4, 'project_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'subnets': [{'id': '507f9dbf-232d-4e4c-b89a-a59f21a49a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:26:16.952570 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-2122b18e-0142-4513-abb2-9b87e789d7ab service neutron] 10.222.0.54 "GET /v2.0/networks/5f055956-a00c-4f85-9aae-c2bf08efc831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000444 Nov 24 11:26:17.208085 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-baca8260-fb31-4c02-8ed8-3222e9ce1e95 service neutron] 10.222.0.54 "GET /v2.0/networks/5f055956-a00c-4f85-9aae-c2bf08efc831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377133 Nov 24 11:26:17.458842 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-48ab724c-207c-496f-8ba3-f504c9aa864a req-b1530bb5-30bd-4cb9-a9cd-f0ff21cc5a4e tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 210 time: 0.0515592 Nov 24 11:26:18.014966 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60028b22-cebd-4db7-970f-d718dbc4750e req-021fad31-f226-4d62-ac8d-52ff86c04ccc tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:18.020268 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-60028b22-cebd-4db7-970f-d718dbc4750e req-021fad31-f226-4d62-ac8d-52ff86c04ccc tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 944 time: 0.1010859 Nov 24 11:26:18.154863 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-60028b22-cebd-4db7-970f-d718dbc4750e req-3480a7f7-5f6c-4cba-8da9-682521d2ad12 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241004 Nov 24 11:26:18.197117 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 53368) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:26:18.273670 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 3a1598fe-c3f5-4257-8df9-8e01a4ede51b up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:26:18.382050 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 60f8285a-1a12-4376-bd0f-3d196185d31b up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:26:18.448568 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-14efd645-f879-4bfd-9640-fecc194945a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:18.522685 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 3a1598fe-c3f5-4257-8df9-8e01a4ede51b triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:18.529362 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:18.647594 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning for port 60f8285a-1a12-4376-bd0f-3d196185d31b completed by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 11:26:18.654011 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7f52c17b-e5f6-4601-b99f-e3787aed1ee6 req-a62e416e-f422-4a07-9485-8005bf7de4d7 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 210 time: 0.0818172 Nov 24 11:26:18.668218 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port 60f8285a-1a12-4376-bd0f-3d196185d31b triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:18.668594 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:18.689736 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-14efd645-f879-4bfd-9640-fecc194945a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:18.704515 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-14efd645-f879-4bfd-9640-fecc194945a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:18.827744 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:18.852004 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-14efd645-f879-4bfd-9640-fecc194945a6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=611f0a42e0b0400b991599ab7ba78040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6525164 Nov 24 11:26:18.852390 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 53382) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:26:18.889154 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efd645-f879-4bfd-9640-fecc194945a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b2b86c-6ec5-4fca-a18e-c245292e4171,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:18.897979 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b876bda0-b600-499b-afd8-69e2c03c9a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f8285a-1a12-4376-bd0f-3d196185d31b'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:26:18.900656 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9289aa31-29e5-4cdf-bf08-c86af6f82e12" -d '{"events": [{"server_uuid": "b876bda0-b600-499b-afd8-69e2c03c9a17", "name": "network-vif-plugged", "status": "completed", "tag": "60f8285a-1a12-4376-bd0f-3d196185d31b"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:26:18.916545 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 60f8285a-1a12-4376-bd0f-3d196185d31b, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=60f8285a-1a12-4376-bd0f-3d196185d31b,segment=NetworkSegment(d8baedd1-824c-4bf2-a24d-c4b8e45836c5),segment_id=d8baedd1-824c-4bf2-a24d-c4b8e45836c5)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:26:18.939236 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:18.960818 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270efe6-cbf7-420a-ab2e-31e6a13b9feb req-a7e3885d-f0d7-4564-bc97-39f52ab6392a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:18.977280 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7270efe6-cbf7-420a-ab2e-31e6a13b9feb req-a7e3885d-f0d7-4564-bc97-39f52ab6392a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.2106392 Nov 24 11:26:18.981878 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1cc9-b289-4592-9d4f-73d4abc853f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:18.983150 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efd645-f879-4bfd-9640-fecc194945a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:18.985320 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efd645-f879-4bfd-9640-fecc194945a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:18.985783 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efd645-f879-4bfd-9640-fecc194945a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:18.986764 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efd645-f879-4bfd-9640-fecc194945a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:18.990160 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efd645-f879-4bfd-9640-fecc194945a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:18.990635 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efd645-f879-4bfd-9640-fecc194945a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:18.991678 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efd645-f879-4bfd-9640-fecc194945a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:18.992130 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efd645-f879-4bfd-9640-fecc194945a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:18.992622 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efd645-f879-4bfd-9640-fecc194945a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:18.993063 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efd645-f879-4bfd-9640-fecc194945a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:18.993509 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efd645-f879-4bfd-9640-fecc194945a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:18.995652 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14efd645-f879-4bfd-9640-fecc194945a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:18.999278 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81124e37-dc6f-45ae-bd90-17a3ba11c507 x-openstack-request-id: req-81124e37-dc6f-45ae-bd90-17a3ba11c507 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:26:18.999619 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b876bda0-b600-499b-afd8-69e2c03c9a17", "name": "network-vif-plugged", "status": "completed", "tag": "60f8285a-1a12-4376-bd0f-3d196185d31b", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:26:18.999886 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-81124e37-dc6f-45ae-bd90-17a3ba11c507 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:26:19.000679 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b876bda0-b600-499b-afd8-69e2c03c9a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f8285a-1a12-4376-bd0f-3d196185d31b', 'code': 200} Nov 24 11:26:19.041016 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1cc9-b289-4592-9d4f-73d4abc853f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:19.059086 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=60f8285a-1a12-4376-bd0f-3d196185d31b,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:19.145910 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7270efe6-cbf7-420a-ab2e-31e6a13b9feb req-4b33f3ec-ae7c-4a84-93a1-84eff3ee4d9a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673279 Nov 24 11:26:19.210969 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1cc9-b289-4592-9d4f-73d4abc853f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:19.213899 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1cc9-b289-4592-9d4f-73d4abc853f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:19.215167 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-b2cc1cc9-b289-4592-9d4f-73d4abc853f8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/86b2b86c-6ec5-4fca-a18e-c245292e4171 HTTP/1.1" status: 204 len: 168 time: 0.3615785 Nov 24 11:26:19.279324 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-67980170-c0aa-4a19-ba2b-1ee2472282dd tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:19.288028 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-67980170-c0aa-4a19-ba2b-1ee2472282dd tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.65 "GET /v2.0/networks?id=5f055956-a00c-4f85-9aae-c2bf08efc831 HTTP/1.1" status: 200 len: 809 time: 0.2079821 Nov 24 11:26:19.290949 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc1cc9-b289-4592-9d4f-73d4abc853f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b2b86c-6ec5-4fca-a18e-c245292e4171,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:19.316659 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-0522b040-72e9-474e-9b86-39e53dd66d4e tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Request body: {'port': {'device_id': '29a0ce8e-0e85-4d15-af33-1cd26163d237', 'network_id': '5f055956-a00c-4f85-9aae-c2bf08efc831', 'admin_state_up': True, 'tenant_id': 'c0cb8f496b7a46a491c200383866adf0'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:26:19.326853 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc1cc9-b289-4592-9d4f-73d4abc853f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:19.328225 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc1cc9-b289-4592-9d4f-73d4abc853f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:19.329896 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc1cc9-b289-4592-9d4f-73d4abc853f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:19.330362 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc1cc9-b289-4592-9d4f-73d4abc853f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:19.330790 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc1cc9-b289-4592-9d4f-73d4abc853f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:19.332359 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc1cc9-b289-4592-9d4f-73d4abc853f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:19.332954 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc1cc9-b289-4592-9d4f-73d4abc853f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:19.333397 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc1cc9-b289-4592-9d4f-73d4abc853f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:19.333888 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc1cc9-b289-4592-9d4f-73d4abc853f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:19.334362 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc1cc9-b289-4592-9d4f-73d4abc853f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:19.334712 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc1cc9-b289-4592-9d4f-73d4abc853f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:19.335138 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc1cc9-b289-4592-9d4f-73d4abc853f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:19.435772 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ada18a-19d0-4c9f-afbc-a7e5e26b688e req-729f392c-5cb9-4c96-96ba-8c0e325effb1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:19.437797 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-30ada18a-19d0-4c9f-afbc-a7e5e26b688e req-729f392c-5cb9-4c96-96ba-8c0e325effb1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 945 time: 0.1441917 Nov 24 11:26:19.603925 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-30ada18a-19d0-4c9f-afbc-a7e5e26b688e req-db7e3f69-3f5f-423d-9060-1a31159f4efa tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600740 Nov 24 11:26:19.629189 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-0522b040-72e9-474e-9b86-39e53dd66d4e tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Made reservation on behalf of c0cb8f496b7a46a491c200383866adf0 for: {'port': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:26:19.633369 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f79b33-8127-4e29-af67-7414b400e730 req-40757544-3841-4c30-99ac-68695ea55040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:19.635628 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-31f79b33-8127-4e29-af67-7414b400e730 req-40757544-3841-4c30-99ac-68695ea55040 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 1098 time: 0.1503773 Nov 24 11:26:19.636888 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-0522b040-72e9-474e-9b86-39e53dd66d4e tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:19.790813 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-31f79b33-8127-4e29-af67-7414b400e730 req-7c862de1-48ab-4852-8021-cd05751c7b07 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420581 Nov 24 11:26:19.919338 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2f989c95-fa9a-449b-80f6-06586ede7fec req-cd1905bd-3222-4ebd-a130-997fcb761e74 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 210 time: 0.0908117 Nov 24 11:26:19.947081 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-0522b040-72e9-474e-9b86-39e53dd66d4e tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Allocated IP 172.20.0.10 (5f055956-a00c-4f85-9aae-c2bf08efc831/0cad724a-5e9f-49de-ad86-383fc7ef8bf2/72fe3783-ad24-449d-8f89-fad568e46b65) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:26:20.158175 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-0522b040-72e9-474e-9b86-39e53dd66d4e tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:20.209616 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-0522b040-72e9-474e-9b86-39e53dd66d4e tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:20.273101 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522b040-72e9-474e-9b86-39e53dd66d4e tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Pushing event updated for resources: {'Port': ['ID=72fe3783-ad24-449d-8f89-fad568e46b65,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:20.284763 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-0522b040-72e9-474e-9b86-39e53dd66d4e tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Network 5f055956-a00c-4f85-9aae-c2bf08efc831 is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:26:20.286393 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-0522b040-72e9-474e-9b86-39e53dd66d4e tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:26:20.290462 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-0522b040-72e9-474e-9b86-39e53dd66d4e tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:26:20.302589 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-0522b040-72e9-474e-9b86-39e53dd66d4e tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:20.303173 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-0522b040-72e9-474e-9b86-39e53dd66d4e tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:20.316216 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9915d-c85c-49af-8c94-230fe3f5568c req-2b9c532d-ba8b-4b29-9797-e7c3ebf2478e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:20.317921 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-64d9915d-c85c-49af-8c94-230fe3f5568c req-2b9c532d-ba8b-4b29-9797-e7c3ebf2478e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0645666 Nov 24 11:26:20.326641 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-0522b040-72e9-474e-9b86-39e53dd66d4e tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0197520 Nov 24 11:26:20.355653 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] Request body: {'port': {'device_id': '29a0ce8e-0e85-4d15-af33-1cd26163d237', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81908'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:26:20.387479 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-64d9915d-c85c-49af-8c94-230fe3f5568c req-aac6f9ce-a3ed-4b47-be55-2258644ecc51 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627222 Nov 24 11:26:20.430352 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:20.743763 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:26:20.748100 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ad866-11ad-4f65-9e26-d10f29f7cc7c req-fc013126-c1d8-4287-8ae8-9d2510b14e6e tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:20.749755 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f93ad866-11ad-4f65-9e26-d10f29f7cc7c req-fc013126-c1d8-4287-8ae8-9d2510b14e6e tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 945 time: 0.0572021 Nov 24 11:26:20.788496 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72fe3783-ad24-449d-8f89-fad568e46b65 {{(pid=102481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:26:20.803346 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:20.817865 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.provisioning_blocks [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] Transition to ACTIVE for port object 72fe3783-ad24-449d-8f89-fad568e46b65 will not be triggered until provisioned by entity L2. {{(pid=102481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 11:26:20.828911 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f93ad866-11ad-4f65-9e26-d10f29f7cc7c req-64989280-71f2-457c-a525-31f9ff1cb9ed tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721202 Nov 24 11:26:20.842528 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:20.887618 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] Pushing event updated for resources: {'Port': ['ID=72fe3783-ad24-449d-8f89-fad568e46b65,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:20.953515 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] Attempting to bind port 72fe3783-ad24-449d-8f89-fad568e46b65 on host hv-cinder-81908 for vnic_type normal with profile {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:26:20.954168 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] Attempting to bind port 72fe3783-ad24-449d-8f89-fad568e46b65 by drivers openvswitch,hyperv on host hv-cinder-81908 at level 0 using segments [{'id': '13292565-5aff-434a-9670-1428be652e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5f055956-a00c-4f85-9aae-c2bf08efc831'}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:26:20.954420 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] Attempting to bind port 72fe3783-ad24-449d-8f89-fad568e46b65 on network 5f055956-a00c-4f85-9aae-c2bf08efc831 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:26:20.961257 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] Port 72fe3783-ad24-449d-8f89-fad568e46b65 on network 5f055956-a00c-4f85-9aae-c2bf08efc831 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81908 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 11:26:20.961665 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] Attempting to bind port 72fe3783-ad24-449d-8f89-fad568e46b65 on network 5f055956-a00c-4f85-9aae-c2bf08efc831 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:26:20.970999 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] Checking agent: {'id': '3c6daaf5-cf27-4c68-b1a8-704272683c2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81908', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'started_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:26:20.971661 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] Checking segment: {'id': '13292565-5aff-434a-9670-1428be652e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5f055956-a00c-4f85-9aae-c2bf08efc831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:26:20.972246 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] Bound using segment: {'id': '13292565-5aff-434a-9670-1428be652e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5f055956-a00c-4f85-9aae-c2bf08efc831'} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:26:20.973162 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] Bound port: 72fe3783-ad24-449d-8f89-fad568e46b65, host: hv-cinder-81908, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13292565-5aff-434a-9670-1428be652e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5f055956-a00c-4f85-9aae-c2bf08efc831'}}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:26:20.973776 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:21.059069 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] For port 72fe3783-ad24-449d-8f89-fad568e46b65, host hv-cinder-81908, cleared binding levels {{(pid=102481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:26:21.063518 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] For port 72fe3783-ad24-449d-8f89-fad568e46b65, host hv-cinder-81908, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=72fe3783-ad24-449d-8f89-fad568e46b65,segment=NetworkSegment(13292565-5aff-434a-9670-1428be652e2b),segment_id=13292565-5aff-434a-9670-1428be652e2b)] {{(pid=102481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:26:21.069545 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:21.133334 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0a86d-c5f8-4fd1-b95d-b639984b4b98 req-ac60182f-45dd-4e1f-963c-fcc0f83b74c9 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:21.135184 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4db0a86d-c5f8-4fd1-b95d-b639984b4b98 req-ac60182f-45dd-4e1f-963c-fcc0f83b74c9 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 944 time: 0.0729551 Nov 24 11:26:21.154335 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:21.154942 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:21.157228 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] 10.222.0.65 "PUT /v2.0/ports/72fe3783-ad24-449d-8f89-fad568e46b65 HTTP/1.1" status: 200 len: 1094 time: 0.8159626 Nov 24 11:26:21.157710 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a0ce8e-0e85-4d15-af33-1cd26163d237', 'tag': '72fe3783-ad24-449d-8f89-fad568e46b65'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:26:21.160005 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4cbab9-b969-4203-8f4f-14fdc0748de8" -d '{"events": [{"name": "network-changed", "server_uuid": "29a0ce8e-0e85-4d15-af33-1cd26163d237", "tag": "72fe3783-ad24-449d-8f89-fad568e46b65"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:26:21.185831 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cdd0a-ec05-481a-8b8b-8bf4e22a5a7f service neutron] Pushing event updated for resources: {'Port': ['ID=72fe3783-ad24-449d-8f89-fad568e46b65,revision_number=3']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:21.221173 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dd9e54-e20a-48c4-852e-64d575700e3a x-openstack-request-id: req-b7dd9e54-e20a-48c4-852e-64d575700e3a {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:26:21.221368 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a0ce8e-0e85-4d15-af33-1cd26163d237", "tag": "72fe3783-ad24-449d-8f89-fad568e46b65", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:26:21.221728 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b7dd9e54-e20a-48c4-852e-64d575700e3a {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:26:21.221988 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a0ce8e-0e85-4d15-af33-1cd26163d237', 'tag': '72fe3783-ad24-449d-8f89-fad568e46b65', 'status': 'completed', 'code': 200} Nov 24 11:26:21.258228 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4db0a86d-c5f8-4fd1-b95d-b639984b4b98 req-313c923c-0d2b-4675-9be7-fc36d1fe6ddc tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160085 Nov 24 11:26:21.302067 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-d4ea6671-02da-4c70-8db0-62d57f6043ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:21.303776 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-d4ea6671-02da-4c70-8db0-62d57f6043ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c0cb8f496b7a46a491c200383866adf0&device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 1097 time: 0.0620885 Nov 24 11:26:21.586257 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b1481-a471-4517-87bd-111bfc4b577b req-24ba1181-f0a9-4b40-8452-68036ebe17b5 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:21.596065 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-c0321d54-8c6a-45f7-8de4-7fb287675375 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72fe3783-ad24-449d-8f89-fad568e46b65 HTTP/1.1" status: 200 len: 217 time: 0.2812653 Nov 24 11:26:21.617135 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e86b1481-a471-4517-87bd-111bfc4b577b req-24ba1181-f0a9-4b40-8452-68036ebe17b5 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.1372223 Nov 24 11:26:21.671462 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-ef0959c4-71dd-474b-a0f1-ac6562433cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:21.671462 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-ef0959c4-71dd-474b-a0f1-ac6562433cd4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0cad724a-5e9f-49de-ad86-383fc7ef8bf2 HTTP/1.1" status: 200 len: 849 time: 0.0500424 Nov 24 11:26:21.706159 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-7b41a5b3-e0d3-4103-a294-9b2761cbf524 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f055956-a00c-4f85-9aae-c2bf08efc831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269239 Nov 24 11:26:21.710278 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e86b1481-a471-4517-87bd-111bfc4b577b req-ef915d04-25b1-4d06-b880-e26628b1f808 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899115 Nov 24 11:26:21.815443 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-4b488edf-9b01-4309-9886-5f9f9d46f0f9 service neutron] 10.222.0.65 "GET /v2.0/networks/5f055956-a00c-4f85-9aae-c2bf08efc831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934443 Nov 24 11:26:21.962145 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-bce76715-2b4c-458c-b374-3d70ad840b19 req-db8a8738-e260-4f08-9c05-da31d7dc8468 service neutron] 10.222.0.65 "GET /v2.0/networks/5f055956-a00c-4f85-9aae-c2bf08efc831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220653 Nov 24 11:26:21.969130 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e93b2-658f-4f33-b1de-62b56f24a845 req-d24fa421-60cb-4a74-8fee-5143aef4f83e tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:21.971468 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-866e93b2-658f-4f33-b1de-62b56f24a845 req-d24fa421-60cb-4a74-8fee-5143aef4f83e tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 945 time: 0.0696881 Nov 24 11:26:22.071946 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-866e93b2-658f-4f33-b1de-62b56f24a845 req-60525fc0-3d8d-4179-a39c-00ab197a3ba5 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936277 Nov 24 11:26:22.121898 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cbab9-b969-4203-8f4f-14fdc0748de8 req-436d550f-1e49-481c-b6f5-d520cf1579c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:22.123511 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-6f4cbab9-b969-4203-8f4f-14fdc0748de8 req-436d550f-1e49-481c-b6f5-d520cf1579c8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c0cb8f496b7a46a491c200383866adf0&device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 1097 time: 0.0802560 Nov 24 11:26:22.247483 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cbab9-b969-4203-8f4f-14fdc0748de8 req-6d852a9f-c55e-4a19-8a0f-e08c5433fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:22.250141 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-6f4cbab9-b969-4203-8f4f-14fdc0748de8 req-6d852a9f-c55e-4a19-8a0f-e08c5433fb03 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5f055956-a00c-4f85-9aae-c2bf08efc831 HTTP/1.1" status: 200 len: 910 time: 0.1161211 Nov 24 11:26:22.253112 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c600f98-4b47-4510-9ac4-c371ccac44dc req-84eb6a07-e2a8-4619-9d97-f4f6184efc39 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:22.255473 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2c600f98-4b47-4510-9ac4-c371ccac44dc req-84eb6a07-e2a8-4619-9d97-f4f6184efc39 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 945 time: 0.0985153 Nov 24 11:26:22.307377 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-6f4cbab9-b969-4203-8f4f-14fdc0748de8 req-2602056e-846f-49ef-bad2-bf7dab238a5c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72fe3783-ad24-449d-8f89-fad568e46b65 HTTP/1.1" status: 200 len: 217 time: 0.0412953 Nov 24 11:26:22.323422 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2c600f98-4b47-4510-9ac4-c371ccac44dc req-cc02c43f-d353-4f66-aa3e-25ebf4557b29 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615728 Nov 24 11:26:22.357533 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 53460) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:26:22.429300 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cbab9-b969-4203-8f4f-14fdc0748de8 req-10218b85-879a-4b08-b02b-3dbc1bfee5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:22.431065 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-6f4cbab9-b969-4203-8f4f-14fdc0748de8 req-10218b85-879a-4b08-b02b-3dbc1bfee5cc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0cad724a-5e9f-49de-ad86-383fc7ef8bf2 HTTP/1.1" status: 200 len: 849 time: 0.1042287 Nov 24 11:26:22.435490 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a55a9-2374-4fda-bb0c-2d82ea636d36 req-0105dca8-39bf-49e7-9118-d6acf3c4ce11 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:22.438546 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5e7a55a9-2374-4fda-bb0c-2d82ea636d36 req-0105dca8-39bf-49e7-9118-d6acf3c4ce11 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 944 time: 0.0894072 Nov 24 11:26:22.470360 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-6f4cbab9-b969-4203-8f4f-14fdc0748de8 req-ee55c5e8-d693-4b9e-a5a8-6b7d0b43593e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f055956-a00c-4f85-9aae-c2bf08efc831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289464 Nov 24 11:26:22.522708 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5e7a55a9-2374-4fda-bb0c-2d82ea636d36 req-73b5211a-bb29-4023-8542-3617b0d693b5 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752244 Nov 24 11:26:22.606869 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-6f4cbab9-b969-4203-8f4f-14fdc0748de8 req-245d7e20-fcf6-4f9e-8cef-9eb4d72348ad service neutron] 10.222.0.65 "GET /v2.0/networks/5f055956-a00c-4f85-9aae-c2bf08efc831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264310 Nov 24 11:26:22.637540 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f94e2f8-e798-4be4-b7a3-ce20744b3bcb tempest-TestVolumeBootPattern-730844962 tempest-TestVolumeBootPattern-730844962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:22.639172 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-6f94e2f8-e798-4be4-b7a3-ce20744b3bcb tempest-TestVolumeBootPattern-730844962 tempest-TestVolumeBootPattern-730844962-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 1093 time: 0.2799094 Nov 24 11:26:22.642013 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 53464) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:26:22.646293 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-ec280cff-13a9-483d-bca0-20a503a9d7c1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Request body: {'floatingip': {'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'port_id': '60f8285a-1a12-4376-bd0f-3d196185d31b', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:26:22.674247 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ec280cff-13a9-483d-bca0-20a503a9d7c1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for floatingip, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:22.828000 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ec280cff-13a9-483d-bca0-20a503a9d7c1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:22.883057 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537924f-65ea-4768-ab8f-dcab5f5376c2 req-a2c2462c-7633-4b3b-8bf2-31a2a082b519 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:22.884504 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4537924f-65ea-4768-ab8f-dcab5f5376c2 req-a2c2462c-7633-4b3b-8bf2-31a2a082b519 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0850217 Nov 24 11:26:22.978638 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4537924f-65ea-4768-ab8f-dcab5f5376c2 req-18c45f6c-3ebd-4241-b3bb-997174e1f112 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833073 Nov 24 11:26:22.994753 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [None req-ec280cff-13a9-483d-bca0-20a503a9d7c1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Allocated IP 172.27.1.62 (abec3bdb-3f5f-43d3-a05f-b74eaa51b59e/68c5d2bd-607c-45ea-a578-f70e1637afae/4377f654-f892-491b-b033-d6eb99ebd0f6) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:26:23.103976 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ec280cff-13a9-483d-bca0-20a503a9d7c1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for port, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:23.145244 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ec280cff-13a9-483d-bca0-20a503a9d7c1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:23.192287 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec280cff-13a9-483d-bca0-20a503a9d7c1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:26:23.197499 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-ec280cff-13a9-483d-bca0-20a503a9d7c1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:26:23.201003 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec280cff-13a9-483d-bca0-20a503a9d7c1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:26:23.231550 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec280cff-13a9-483d-bca0-20a503a9d7c1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event updated for resources: {'Port': ['ID=4377f654-f892-491b-b033-d6eb99ebd0f6,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:23.624503 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-6f4cbab9-b969-4203-8f4f-14fdc0748de8 req-7bd5f5fe-3928-41fb-accd-f3c1eace1063 service neutron] 10.222.0.65 "GET /v2.0/networks/5f055956-a00c-4f85-9aae-c2bf08efc831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213870 Nov 24 11:26:23.627878 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ec280cff-13a9-483d-bca0-20a503a9d7c1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:23.702721 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980f4ca-7b76-42e8-87cf-18229514375d req-8b8813a5-3327-4167-896f-159345d9aefe tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:23.704107 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3980f4ca-7b76-42e8-87cf-18229514375d req-8b8813a5-3327-4167-896f-159345d9aefe tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 944 time: 0.0940065 Nov 24 11:26:23.744726 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ec280cff-13a9-483d-bca0-20a503a9d7c1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:23.805192 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3980f4ca-7b76-42e8-87cf-18229514375d req-726f29d7-ec58-450d-aaa3-5f1b408ae9a8 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818076 Nov 24 11:26:23.934564 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ec280cff-13a9-483d-bca0-20a503a9d7c1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for port, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:23.940790 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ec280cff-13a9-483d-bca0-20a503a9d7c1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:24.008438 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec280cff-13a9-483d-bca0-20a503a9d7c1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event updated for resources: {'Port': ['ID=4377f654-f892-491b-b033-d6eb99ebd0f6,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:24.023013 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ec280cff-13a9-483d-bca0-20a503a9d7c1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975220'] for floatingip, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:24.158009 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a358b-3f0b-4ccd-aa4f-2d85b1b5cdf1 req-16610886-db05-471c-a2fe-e82f402c941e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:24.159654 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-740a358b-3f0b-4ccd-aa4f-2d85b1b5cdf1 req-16610886-db05-471c-a2fe-e82f402c941e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0933313 Nov 24 11:26:24.184113 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [None req-ec280cff-13a9-483d-bca0-20a503a9d7c1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Floating IP aba0a85b-df42-457a-b5d9-f17cff909796 associated. External IP: 172.27.1.62, port: 60f8285a-1a12-4376-bd0f-3d196185d31b. Nov 24 11:26:24.293264 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-740a358b-3f0b-4ccd-aa4f-2d85b1b5cdf1 req-598c0677-5c38-46d7-bef5-2cb8a04a6597 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261539 Nov 24 11:26:24.669188 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec280cff-13a9-483d-bca0-20a503a9d7c1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Router 513c06b9-48fa-4677-9e28-fee464e6dac1 has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:26:24.786832 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec280cff-13a9-483d-bca0-20a503a9d7c1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:26:24.814148 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea89ab56-45d2-4729-be17-24af778767a5 None None] Sync routers for ids ['513c06b9-48fa-4677-9e28-fee464e6dac1'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:26:24.830290 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea89ab56-45d2-4729-be17-24af778767a5 None None] Routers {'513c06b9-48fa-4677-9e28-fee464e6dac1'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:26:24.831166 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-ea89ab56-45d2-4729-be17-24af778767a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:25:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['513c06b9-48fa-4677-9e28-fee464e6dac1'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:24.845788 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ec280cff-13a9-483d-bca0-20a503a9d7c1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for floatingip, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:24.896665 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-ec280cff-13a9-483d-bca0-20a503a9d7c1 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2402198 Nov 24 11:26:24.896665 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b876bda0-b600-499b-afd8-69e2c03c9a17', 'tag': '60f8285a-1a12-4376-bd0f-3d196185d31b'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:26:24.896665 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b154a2-1595-4f8f-8517-9b8bc6fcd786" -d '{"events": [{"name": "network-changed", "server_uuid": "b876bda0-b600-499b-afd8-69e2c03c9a17", "tag": "60f8285a-1a12-4376-bd0f-3d196185d31b"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:26:24.959650 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92eca9b-cc97-4c40-bc65-f2e0bc6f2961 req-20f36776-5b23-4490-be9c-289236f22554 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:24.961133 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c92eca9b-cc97-4c40-bc65-f2e0bc6f2961 req-20f36776-5b23-4490-be9c-289236f22554 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 944 time: 0.0501699 Nov 24 11:26:24.971808 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-ea89ab56-45d2-4729-be17-24af778767a5 None None] Set router 513c06b9-48fa-4677-9e28-fee464e6dac1 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:26:25.022262 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c92eca9b-cc97-4c40-bc65-f2e0bc6f2961 req-0f9c406f-8f56-4966-b590-7d375cd96291 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550232 Nov 24 11:26:25.111870 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9181b23-f898-4e72-ba83-a0d03c6006ce x-openstack-request-id: req-e9181b23-f898-4e72-ba83-a0d03c6006ce {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:26:25.112354 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b876bda0-b600-499b-afd8-69e2c03c9a17", "tag": "60f8285a-1a12-4376-bd0f-3d196185d31b", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:26:25.112824 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e9181b23-f898-4e72-ba83-a0d03c6006ce {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:26:25.113225 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b876bda0-b600-499b-afd8-69e2c03c9a17', 'tag': '60f8285a-1a12-4376-bd0f-3d196185d31b', 'status': 'completed', 'code': 200} Nov 24 11:26:25.212253 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-ea89ab56-45d2-4729-be17-24af778767a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': 'aba0a85b-df42-457a-b5d9-f17cff909796', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'port_id': '60f8285a-1a12-4376-bd0f-3d196185d31b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'mac_address': 'fa:16:3e:ec:db:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876bda0-b600-499b-afd8-69e2c03c9a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:26:23Z', 'updated_at': '2021-11-24T11:26:23Z', 'revision_number': 0, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc31092-c15d-4972-88cc-ecfdb3abbc5d', 'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'mac_address': 'fa:16:3e:f6:19:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:23Z', 'updated_at': '2021-11-24T11:25:29Z', 'revision_number': 5, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'subnets': [{'id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:25.241693 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea89ab56-45d2-4729-be17-24af778767a5 None None] Checking router: 513c06b9-48fa-4677-9e28-fee464e6dac1 for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:26:25.249832 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea89ab56-45d2-4729-be17-24af778767a5 None None] Routers {'513c06b9-48fa-4677-9e28-fee464e6dac1'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:26:25.250552 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-ea89ab56-45d2-4729-be17-24af778767a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:25:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['513c06b9-48fa-4677-9e28-fee464e6dac1'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:25.377327 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-ea89ab56-45d2-4729-be17-24af778767a5 None None] Set router 513c06b9-48fa-4677-9e28-fee464e6dac1 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:26:25.454496 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f3068-eebd-4909-87de-9badf4bb7933 req-b1e94685-cc93-48c3-aa79-4211d6b00129 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:25.456524 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d74f3068-eebd-4909-87de-9badf4bb7933 req-b1e94685-cc93-48c3-aa79-4211d6b00129 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0734787 Nov 24 11:26:25.515882 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b154a2-1595-4f8f-8517-9b8bc6fcd786 req-9b1b3060-7d4d-41ee-9aea-a94d92e3fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:25.517473 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-d3b154a2-1595-4f8f-8517-9b8bc6fcd786 req-9b1b3060-7d4d-41ee-9aea-a94d92e3fa7b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=303d49c4d2774367b4d1606a579ed56b&device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 1098 time: 0.0472188 Nov 24 11:26:25.525407 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d74f3068-eebd-4909-87de-9badf4bb7933 req-aa688cde-6aaf-4520-a17b-b385d3a4c622 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616038 Nov 24 11:26:25.620562 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b154a2-1595-4f8f-8517-9b8bc6fcd786 req-b0228c62-bfe1-4efe-89c3-887f33d84e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:25.622257 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-d3b154a2-1595-4f8f-8517-9b8bc6fcd786 req-b0228c62-bfe1-4efe-89c3-887f33d84e5a service neutron] 10.222.0.65 "GET /v2.0/networks?id=f813662d-6de5-41cf-ac48-8f27f8448f99 HTTP/1.1" status: 200 len: 912 time: 0.0926740 Nov 24 11:26:25.623788 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-ea89ab56-45d2-4729-be17-24af778767a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': 'aba0a85b-df42-457a-b5d9-f17cff909796', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'port_id': '60f8285a-1a12-4376-bd0f-3d196185d31b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'mac_address': 'fa:16:3e:ec:db:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876bda0-b600-499b-afd8-69e2c03c9a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:26:23Z', 'updated_at': '2021-11-24T11:26:23Z', 'revision_number': 0, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc31092-c15d-4972-88cc-ecfdb3abbc5d', 'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'mac_address': 'fa:16:3e:f6:19:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:23Z', 'updated_at': '2021-11-24T11:25:29Z', 'revision_number': 5, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'subnets': [{'id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:26:25.649001 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea89ab56-45d2-4729-be17-24af778767a5 None None] The sync data for ids ['513c06b9-48fa-4677-9e28-fee464e6dac1'] in dv-cinder-819089-1-iscsi is: [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': 'aba0a85b-df42-457a-b5d9-f17cff909796', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'port_id': '60f8285a-1a12-4376-bd0f-3d196185d31b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'mac_address': 'fa:16:3e:ec:db:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b876bda0-b600-499b-afd8-69e2c03c9a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:26:23Z', 'updated_at': '2021-11-24T11:26:23Z', 'revision_number': 0, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc31092-c15d-4972-88cc-ecfdb3abbc5d', 'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'mac_address': 'fa:16:3e:f6:19:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:23Z', 'updated_at': '2021-11-24T11:25:29Z', 'revision_number': 5, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'subnets': [{'id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:26:25.709339 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-d3b154a2-1595-4f8f-8517-9b8bc6fcd786 req-16ece3fb-fc18-4746-a852-29c521d57d10 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f8285a-1a12-4376-bd0f-3d196185d31b HTTP/1.1" status: 200 len: 998 time: 0.0629714 Nov 24 11:26:25.761241 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b154a2-1595-4f8f-8517-9b8bc6fcd786 req-95de608b-850b-4300-8dfb-d301d79dae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:25.762821 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-d3b154a2-1595-4f8f-8517-9b8bc6fcd786 req-95de608b-850b-4300-8dfb-d301d79dae09 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6137ff9-74cb-4c61-ada2-9bfaf66f6509 HTTP/1.1" status: 200 len: 850 time: 0.0440221 Nov 24 11:26:25.819238 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b154a2-1595-4f8f-8517-9b8bc6fcd786 req-c6dceb11-66b6-4fe4-b5be-77c06e6419ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:25.820749 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-d3b154a2-1595-4f8f-8517-9b8bc6fcd786 req-c6dceb11-66b6-4fe4-b5be-77c06e6419ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f813662d-6de5-41cf-ac48-8f27f8448f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446875 Nov 24 11:26:25.856267 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f64f1e3-891c-47be-b102-2650b06c7c89 None None] New status for floating IP aba0a85b-df42-457a-b5d9-f17cff909796: ACTIVE {{(pid=102483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 11:26:25.937280 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-d3b154a2-1595-4f8f-8517-9b8bc6fcd786 req-ce634cbf-7ad4-446c-83f7-f3590d3198d4 service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999024 Nov 24 11:26:26.039371 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-d3b154a2-1595-4f8f-8517-9b8bc6fcd786 req-9bf32952-bfdd-4f61-b8da-7999024a657d service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933290 Nov 24 11:26:26.190562 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-f9b24894-06f8-49b9-9e58-6fd25da023a6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:26.192019 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-f9b24894-06f8-49b9-9e58-6fd25da023a6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/networks?id=2bde2ae8-45ee-4070-9571-16e9c16c0131 HTTP/1.1" status: 200 len: 815 time: 0.1399500 Nov 24 11:26:26.200103 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb7000-367a-44ee-8e1b-a0c43e4f47d9 req-7352e5cc-a9f1-43cd-ab26-e2d18c0f53d5 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:26.201462 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d3bb7000-367a-44ee-8e1b-a0c43e4f47d9 req-7352e5cc-a9f1-43cd-ab26-e2d18c0f53d5 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 944 time: 0.0992701 Nov 24 11:26:26.223344 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-5268de3d-9892-48d5-8e58-b2950d5f5a2a tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/quotas/ae558214c820410eb671590ac1e8a8da HTTP/1.1" status: 200 len: 375 time: 0.0204685 Nov 24 11:26:26.278971 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d3bb7000-367a-44ee-8e1b-a0c43e4f47d9 req-b4ea5cd5-ed7e-4a93-88b9-02c0e93a490a tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700593 Nov 24 11:26:26.293063 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-2261ec2f-e841-44a6-bcf3-7178ef365ed0 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ae558214c820410eb671590ac1e8a8da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636983 Nov 24 11:26:26.356304 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-74a63c85-e790-4bc3-9e20-f696cd1c75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:26.390530 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-4a4adb2b-6b05-4d47-9633-4fe51b8dda4a service neutron] 10.222.0.54 "GET /v2.0/networks/2bde2ae8-45ee-4070-9571-16e9c16c0131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853381 Nov 24 11:26:26.408446 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 72fe3783-ad24-449d-8f89-fad568e46b65 details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:26:26.488187 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-e4f091f4-5e93-4c01-81c9-1041cffb76d3 service neutron] 10.222.0.54 "GET /v2.0/networks/2bde2ae8-45ee-4070-9571-16e9c16c0131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915816 Nov 24 11:26:26.506761 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 72fe3783-ad24-449d-8f89-fad568e46b65, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=72fe3783-ad24-449d-8f89-fad568e46b65,segment=NetworkSegment(13292565-5aff-434a-9670-1428be652e2b),segment_id=13292565-5aff-434a-9670-1428be652e2b)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:26:26.524522 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': '72fe3783-ad24-449d-8f89-fad568e46b65', 'network_id': '5f055956-a00c-4f85-9aae-c2bf08efc831', 'port_id': '72fe3783-ad24-449d-8f89-fad568e46b65', 'mac_address': 'fa:16:3e:18:85:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cad724a-5e9f-49de-ad86-383fc7ef8bf2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:26:26.569804 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:26.586458 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72fe3783-ad24-449d-8f89-fad568e46b65 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:26:26.607823 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 72fe3783-ad24-449d-8f89-fad568e46b65, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=72fe3783-ad24-449d-8f89-fad568e46b65,segment=NetworkSegment(13292565-5aff-434a-9670-1428be652e2b),segment_id=13292565-5aff-434a-9670-1428be652e2b)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:26:26.612904 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:26.668283 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=72fe3783-ad24-449d-8f89-fad568e46b65,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:26.676868 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:26.677853 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:26.678263 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:26.678684 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:26.679138 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:26.679646 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:26.680149 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:26.680633 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:26.681201 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:26.681708 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:26.682306 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:26.682810 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:26:26.757374 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973fabe-c489-47e3-b820-7a8d5099720b req-9718eaca-7728-4779-b59a-b74688011326 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:26.761188 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4973fabe-c489-47e3-b820-7a8d5099720b req-9718eaca-7728-4779-b59a-b74688011326 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0711448 Nov 24 11:26:26.788696 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f60856e8-8c41-46f0-bf1e-b927b2ae2a34 req-5dd18c1f-b1e2-48e4-933e-454c5d38ddfb tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 210 time: 0.0422578 Nov 24 11:26:26.839906 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4973fabe-c489-47e3-b820-7a8d5099720b req-c8d30522-1f0f-456d-bd3f-c7f32db1db8f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689430 Nov 24 11:26:27.394991 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af70079-0164-4ae7-a0af-36754e4c5326 req-8734ce83-55eb-468d-8d56-f4a097f54e4d tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:27.396435 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8af70079-0164-4ae7-a0af-36754e4c5326 req-8734ce83-55eb-468d-8d56-f4a097f54e4d tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 945 time: 0.0520642 Nov 24 11:26:27.443067 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8af70079-0164-4ae7-a0af-36754e4c5326 req-527e46f1-8976-4ffe-8496-b435b55a0f58 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404346 Nov 24 11:26:27.685872 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281c7ae-8543-48cd-a052-2da0c51e3c49 req-f5251eef-0f16-42a7-ad6c-ba8a883f96ad tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:27.688137 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4281c7ae-8543-48cd-a052-2da0c51e3c49 req-f5251eef-0f16-42a7-ad6c-ba8a883f96ad tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0484698 Nov 24 11:26:27.734797 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4281c7ae-8543-48cd-a052-2da0c51e3c49 req-228d2743-a3f2-451f-bbec-8eefacf90eff tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406387 Nov 24 11:26:27.885839 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-27f08301-a194-4b83-b30f-070abc9a11a2 req-2819aebc-0a91-4b7f-9cc4-f91b35960ca0 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 210 time: 0.0256383 Nov 24 11:26:27.989562 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b86e4b-60ac-442e-a6eb-01486ee84dd0 req-3c7773e0-496e-44c3-b187-2fb415a5a4f5 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:27.991033 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-08b86e4b-60ac-442e-a6eb-01486ee84dd0 req-3c7773e0-496e-44c3-b187-2fb415a5a4f5 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0514271 Nov 24 11:26:28.040327 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-08b86e4b-60ac-442e-a6eb-01486ee84dd0 req-2e4df198-5e4f-407b-9cf9-26399ae63541 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420530 Nov 24 11:26:28.561866 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e521056-471e-4829-a96b-fd4351acf83b req-1bcd0f25-3728-43cc-92c9-1f93fa45e517 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:28.563359 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7e521056-471e-4829-a96b-fd4351acf83b req-1bcd0f25-3728-43cc-92c9-1f93fa45e517 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 945 time: 0.0493641 Nov 24 11:26:28.609799 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7e521056-471e-4829-a96b-fd4351acf83b req-48d1969e-fd1f-4854-b15b-66e0db288067 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405354 Nov 24 11:26:28.705086 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e5002120-be78-4d59-80bb-1fbe3b3006d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:28.855525 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0565ba-c407-4105-91c3-d62714e77a30 req-8105f40a-bfcc-4c5a-9d70-5864d31a0a60 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:28.857072 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0b0565ba-c407-4105-91c3-d62714e77a30 req-8105f40a-bfcc-4c5a-9d70-5864d31a0a60 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0559938 Nov 24 11:26:28.904229 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0b0565ba-c407-4105-91c3-d62714e77a30 req-6ba55480-4a2c-439f-8e8e-eecbe2a3f16a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413084 Nov 24 11:26:28.981431 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-590c3bde-37f7-4e22-a963-da4165bf2033 req-dddf18d4-9b26-415d-a505-8b1c4aea06f8 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 210 time: 0.0252111 Nov 24 11:26:29.153220 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6792b02-47ce-41e8-b020-4fddaae933ce req-39d96134-41ea-4c63-b9b6-e4d4b6abc23b tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:29.154577 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d6792b02-47ce-41e8-b020-4fddaae933ce req-39d96134-41ea-4c63-b9b6-e4d4b6abc23b tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0480175 Nov 24 11:26:29.201524 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d6792b02-47ce-41e8-b020-4fddaae933ce req-4f4bb8a9-eaa6-4f3b-b9ac-5ec39d4a46dc tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411074 Nov 24 11:26:29.648714 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:29.731597 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb0566-d77d-4631-8c47-a219763c61b2 req-46e23460-890a-444f-985e-36308057fa58 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:29.733068 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b2fb0566-d77d-4631-8c47-a219763c61b2 req-46e23460-890a-444f-985e-36308057fa58 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 945 time: 0.0513604 Nov 24 11:26:29.781059 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b2fb0566-d77d-4631-8c47-a219763c61b2 req-503587a7-7963-44c3-8f2e-c1b2080b93cb tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414226 Nov 24 11:26:30.015882 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd1dee-b9e0-4642-8ef5-5e9cf3d6a3d4 req-4252ae79-e6a3-4e6e-b425-6eb19756260b tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:30.017759 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-edcd1dee-b9e0-4642-8ef5-5e9cf3d6a3d4 req-4252ae79-e6a3-4e6e-b425-6eb19756260b tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0480149 Nov 24 11:26:30.064666 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-edcd1dee-b9e0-4642-8ef5-5e9cf3d6a3d4 req-b9aa6cee-20da-4310-a5b9-cb1ed16e1da8 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412068 Nov 24 11:26:30.133287 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1721157-cff9-47ea-8c8d-8de673dfa955 req-bd3b1afd-d2a2-435c-bf83-55974d3b17ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:30.135667 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f1721157-cff9-47ea-8c8d-8de673dfa955 req-bd3b1afd-d2a2-435c-bf83-55974d3b17ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4ef4eb6fdaf240b8bd9d2238dfb2efef&device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 1099 time: 0.0437148 Nov 24 11:26:30.150109 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-45af8de9-f3b1-471d-8adc-9e62671cb2f9 req-5a3289d6-5f8c-4891-9ab8-ded79e85c8a9 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 210 time: 0.0284820 Nov 24 11:26:30.248719 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['72fe3783-ad24-449d-8f89-fad568e46b65'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:26:30.260848 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1721157-cff9-47ea-8c8d-8de673dfa955 req-85c75383-278d-42e1-a092-a80a4ac19b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:30.266334 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f1721157-cff9-47ea-8c8d-8de673dfa955 req-85c75383-278d-42e1-a092-a80a4ac19b94 service neutron] 10.222.0.65 "GET /v2.0/networks?id=46755722-9f6e-4465-a31a-32c0f19f7268 HTTP/1.1" status: 200 len: 920 time: 0.1033764 Nov 24 11:26:30.318558 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f1721157-cff9-47ea-8c8d-8de673dfa955 req-039eb2dc-4558-4b65-93db-0e0e45c37f96 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318624af-0998-4bb1-af72-81fbe7e75826 HTTP/1.1" status: 200 len: 217 time: 0.0419767 Nov 24 11:26:30.335948 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b76b8-d0ec-4d16-95d1-97e8dc032d24 req-f1858735-a845-4729-a584-7111db4f0b0e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:30.337650 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-283b76b8-d0ec-4d16-95d1-97e8dc032d24 req-f1858735-a845-4729-a584-7111db4f0b0e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0641444 Nov 24 11:26:30.380631 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1721157-cff9-47ea-8c8d-8de673dfa955 req-9c6dbd99-79ed-4fc6-bed1-8025ec6f4f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:30.382172 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f1721157-cff9-47ea-8c8d-8de673dfa955 req-9c6dbd99-79ed-4fc6-bed1-8025ec6f4f39 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a9d5363-5f28-4302-8145-cfba618a1163 HTTP/1.1" status: 200 len: 859 time: 0.0479295 Nov 24 11:26:30.391258 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-283b76b8-d0ec-4d16-95d1-97e8dc032d24 req-aa6deb6c-0c9a-483c-a2f6-b97a24ed4a98 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466750 Nov 24 11:26:30.423984 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f1721157-cff9-47ea-8c8d-8de673dfa955 req-fbd46eae-67c2-403a-8289-468d62c75440 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=46755722-9f6e-4465-a31a-32c0f19f7268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303411 Nov 24 11:26:30.517839 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f1721157-cff9-47ea-8c8d-8de673dfa955 req-8ba10295-a9a6-4041-b70d-aece45fd15c2 service neutron] 10.222.0.65 "GET /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787694 Nov 24 11:26:30.610992 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f1721157-cff9-47ea-8c8d-8de673dfa955 req-b353ab86-72ce-4e3c-9423-152e1c24b058 service neutron] 10.222.0.65 "GET /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824313 Nov 24 11:26:30.912960 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7f319-5758-4046-a438-af2181cf6394 req-cecbe6fd-4b00-464a-80c1-595f10880d7f tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:30.914308 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-31f7f319-5758-4046-a438-af2181cf6394 req-cecbe6fd-4b00-464a-80c1-595f10880d7f tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 945 time: 0.0569189 Nov 24 11:26:30.957141 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-7c82febc-7f3f-4a8d-9a7c-e735087d8349 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:30.958738 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-7c82febc-7f3f-4a8d-9a7c-e735087d8349 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.65 "GET /v2.0/networks?id=2bde2ae8-45ee-4070-9571-16e9c16c0131 HTTP/1.1" status: 200 len: 815 time: 0.1119289 Nov 24 11:26:30.966027 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-31f7f319-5758-4046-a438-af2181cf6394 req-65de44b3-2743-4d48-ab3e-25d10c08bd13 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434082 Nov 24 11:26:30.987291 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-797096d3-4c96-489e-8d7f-ec584f93c69c tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Request body: {'port': {'device_id': 'b65303cd-7d89-41e5-9a7d-8293c5dc1828', 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131', 'admin_state_up': True, 'tenant_id': 'ae558214c820410eb671590ac1e8a8da'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:26:31.098179 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-797096d3-4c96-489e-8d7f-ec584f93c69c tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Made reservation on behalf of ae558214c820410eb671590ac1e8a8da for: {'port': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:26:31.101984 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-797096d3-4c96-489e-8d7f-ec584f93c69c tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:31.248548 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-797096d3-4c96-489e-8d7f-ec584f93c69c tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Allocated IP 172.20.0.10 (2bde2ae8-45ee-4070-9571-16e9c16c0131/e19b93eb-c4d4-48a5-8a68-ccd4233b0f65/c0f9dbe2-b546-41c5-899d-f430a9fa6614) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:26:31.325453 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f16c8d-de3b-4ac5-8962-07a13c2fc822 req-f0f3a26b-49db-4c3c-87bd-08447d29147a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:31.327220 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-15f16c8d-de3b-4ac5-8962-07a13c2fc822 req-f0f3a26b-49db-4c3c-87bd-08447d29147a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0505960 Nov 24 11:26:31.388473 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-15f16c8d-de3b-4ac5-8962-07a13c2fc822 req-972e61c8-4335-4b9d-8ae9-920a3bf43f3c tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552182 Nov 24 11:26:31.391531 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:31.418175 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-797096d3-4c96-489e-8d7f-ec584f93c69c tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:31.466795 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-797096d3-4c96-489e-8d7f-ec584f93c69c tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:31.512774 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1b733-9e28-4d09-a83c-d1553f35fb3e req-1fde942c-0bbb-4b17-96a1-3688b1af2758 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:31.520445 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-47b1b733-9e28-4d09-a83c-d1553f35fb3e req-1fde942c-0bbb-4b17-96a1-3688b1af2758 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 932 time: 0.0625715 Nov 24 11:26:31.556896 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-797096d3-4c96-489e-8d7f-ec584f93c69c tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Network 2bde2ae8-45ee-4070-9571-16e9c16c0131 is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:26:31.560318 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-797096d3-4c96-489e-8d7f-ec584f93c69c tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:26:31.564903 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-797096d3-4c96-489e-8d7f-ec584f93c69c tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:26:31.571462 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-797096d3-4c96-489e-8d7f-ec584f93c69c tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:31.572552 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-797096d3-4c96-489e-8d7f-ec584f93c69c tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:31.580874 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-47b1b733-9e28-4d09-a83c-d1553f35fb3e req-5c6c5cd6-4685-47f2-af03-afd3e321b161 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594912 Nov 24 11:26:31.581098 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797096d3-4c96-489e-8d7f-ec584f93c69c tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Pushing event updated for resources: {'Port': ['ID=c0f9dbe2-b546-41c5-899d-f430a9fa6614,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:31.595124 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-797096d3-4c96-489e-8d7f-ec584f93c69c tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6117446 Nov 24 11:26:31.710590 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660cbc7-6848-4631-add1-7c8fcd4702af req-3952f98c-666c-4733-9ffd-60a7a146a072 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:31.712234 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1660cbc7-6848-4631-add1-7c8fcd4702af req-3952f98c-666c-4733-9ffd-60a7a146a072 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0593102 Nov 24 11:26:31.763643 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1660cbc7-6848-4631-add1-7c8fcd4702af req-69581756-d606-4857-bb81-7e5d1224af29 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448818 Nov 24 11:26:31.798759 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-3a4d7e32-9cab-4410-9b9d-05aab6bbb387 None None] Provisioning complete for port c0f9dbe2-b546-41c5-899d-f430a9fa6614 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:31.799125 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3a4d7e32-9cab-4410-9b9d-05aab6bbb387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:31.834369 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d7e32-9cab-4410-9b9d-05aab6bbb387 None None] Port c0f9dbe2-b546-41c5-899d-f430a9fa6614 cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:26:32.082070 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4988cdf-199b-41c2-9d56-4aa3bd645ad7 req-1753bcb9-e357-4d02-86b5-da6e1a72688f tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:32.083517 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c4988cdf-199b-41c2-9d56-4aa3bd645ad7 req-1753bcb9-e357-4d02-86b5-da6e1a72688f tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 945 time: 0.0514431 Nov 24 11:26:32.129457 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c4988cdf-199b-41c2-9d56-4aa3bd645ad7 req-b0d9db16-7f35-429e-9755-b8da41c08c53 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400302 Nov 24 11:26:32.483671 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:32.503529 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fab60-8ca1-40c3-b2ec-b716df471716 req-ed39d749-e6a2-4069-8e3d-d82c9a920bea tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:32.505008 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9b2fab60-8ca1-40c3-b2ec-b716df471716 req-ed39d749-e6a2-4069-8e3d-d82c9a920bea tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0502367 Nov 24 11:26:32.552435 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9b2fab60-8ca1-40c3-b2ec-b716df471716 req-6ef45d9e-d5aa-4368-b611-bb8cebab2aab tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414588 Nov 24 11:26:32.696465 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac2fd1-35c8-400a-b5d8-ef376b01b86e req-21cb76e7-c5a9-4b00-80f4-93f259193bad tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:32.697850 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9eac2fd1-35c8-400a-b5d8-ef376b01b86e req-21cb76e7-c5a9-4b00-80f4-93f259193bad tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 932 time: 0.0485675 Nov 24 11:26:32.747540 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9eac2fd1-35c8-400a-b5d8-ef376b01b86e req-d3d28ee9-1a96-4297-a03f-91e1acd9cac4 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434380 Nov 24 11:26:32.876484 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e612bb9-7345-41fe-ad6f-d370e92fa640 req-f72d77b1-0db3-43da-b7e1-03ce7fe5d8f7 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:32.877990 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4e612bb9-7345-41fe-ad6f-d370e92fa640 req-f72d77b1-0db3-43da-b7e1-03ce7fe5d8f7 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0489259 Nov 24 11:26:32.924982 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4e612bb9-7345-41fe-ad6f-d370e92fa640 req-c748081d-db10-416a-baac-592cac793d0c tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411065 Nov 24 11:26:33.240764 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7aa76-856e-403a-9b93-d241862fb66c req-2a62599f-40fb-46ee-b054-259b9c852431 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:33.242202 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-26a7aa76-856e-403a-9b93-d241862fb66c req-2a62599f-40fb-46ee-b054-259b9c852431 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 945 time: 0.0471909 Nov 24 11:26:33.287454 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-26a7aa76-856e-403a-9b93-d241862fb66c req-aada3090-c149-4874-9a16-3db89d3c1d5c tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395551 Nov 24 11:26:33.667859 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da5afa-c1b1-4498-bd8f-99dcb5938ecc req-6bfdddf5-9210-418d-a822-ad95c9bd5ce4 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:33.669408 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-49da5afa-c1b1-4498-bd8f-99dcb5938ecc req-6bfdddf5-9210-418d-a822-ad95c9bd5ce4 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0514462 Nov 24 11:26:33.729662 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-49da5afa-c1b1-4498-bd8f-99dcb5938ecc req-f44c6934-c81f-4e5c-bd42-01e1c1cc8b43 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538657 Nov 24 11:26:33.859443 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29245be-6d01-470b-b1dc-84ac7300e054 req-bbb5a463-7352-4003-abfb-5e5cc9b22888 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:33.860844 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b29245be-6d01-470b-b1dc-84ac7300e054 req-bbb5a463-7352-4003-abfb-5e5cc9b22888 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 932 time: 0.0481675 Nov 24 11:26:33.908799 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b29245be-6d01-470b-b1dc-84ac7300e054 req-1697c3f2-0b4f-49b4-9fa2-bb44ac57a194 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420632 Nov 24 11:26:34.040790 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1007d-801c-48d2-a6b0-2808ea3bae16 req-35e5bde4-d2ef-4e39-827d-7dfd360ceb82 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:34.042275 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-36c1007d-801c-48d2-a6b0-2808ea3bae16 req-35e5bde4-d2ef-4e39-827d-7dfd360ceb82 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0521097 Nov 24 11:26:34.088272 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-36c1007d-801c-48d2-a6b0-2808ea3bae16 req-9555718d-7131-4f35-a808-8cae5a82c673 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393460 Nov 24 11:26:34.408269 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ddadc-5a91-4449-bad8-3f5aeba9b204 req-e0b1a470-8d24-4354-bb45-cc107b3d385a tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:34.409023 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d67ddadc-5a91-4449-bad8-3f5aeba9b204 req-e0b1a470-8d24-4354-bb45-cc107b3d385a tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 945 time: 0.0512135 Nov 24 11:26:34.457822 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d67ddadc-5a91-4449-bad8-3f5aeba9b204 req-882bf6d2-7fd5-4dc0-8bc7-0d30030a7add tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423899 Nov 24 11:26:34.856879 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a17b9-a543-4c4e-af29-bcfc6aaeb9b0 req-b1ee8b7f-72c8-4ded-8af4-c126befbd171 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:34.858477 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7a6a17b9-a543-4c4e-af29-bcfc6aaeb9b0 req-b1ee8b7f-72c8-4ded-8af4-c126befbd171 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0510778 Nov 24 11:26:34.920792 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7a6a17b9-a543-4c4e-af29-bcfc6aaeb9b0 req-61792fb2-28bd-4309-af2a-e2773f4cc8f2 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560143 Nov 24 11:26:35.035298 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb65e7-64e3-445c-b4da-8d486348c453 req-3da03f8a-7aa2-4618-88a0-a922eea2632d tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:35.046927 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-10eb65e7-64e3-445c-b4da-8d486348c453 req-3da03f8a-7aa2-4618-88a0-a922eea2632d tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 932 time: 0.0637698 Nov 24 11:26:35.099404 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 72fe3783-ad24-449d-8f89-fad568e46b65 up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:26:35.107914 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-10eb65e7-64e3-445c-b4da-8d486348c453 req-0f1413db-179b-41c1-b06f-ea44cb29d681 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558207 Nov 24 11:26:35.177655 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning for port 72fe3783-ad24-449d-8f89-fad568e46b65 completed by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 11:26:35.184181 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port 72fe3783-ad24-449d-8f89-fad568e46b65 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:35.184564 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:35.247817 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15d999-09cf-4bd3-bd8b-ab2bc262502d req-52dd3c4e-5d77-486b-91c5-0311ac307f97 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:35.250970 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eb15d999-09cf-4bd3-bd8b-ab2bc262502d req-52dd3c4e-5d77-486b-91c5-0311ac307f97 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0710170 Nov 24 11:26:35.308469 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:35.328872 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eb15d999-09cf-4bd3-bd8b-ab2bc262502d req-198fe443-0436-456a-86a0-7cbee758abb2 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686307 Nov 24 11:26:35.339226 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a0ce8e-0e85-4d15-af33-1cd26163d237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fe3783-ad24-449d-8f89-fad568e46b65'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:26:35.362071 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088f6d4b-4fa3-45d2-9adb-73347ad42101" -d '{"events": [{"server_uuid": "29a0ce8e-0e85-4d15-af33-1cd26163d237", "name": "network-vif-plugged", "status": "completed", "tag": "72fe3783-ad24-449d-8f89-fad568e46b65"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:26:35.376150 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 72fe3783-ad24-449d-8f89-fad568e46b65, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=72fe3783-ad24-449d-8f89-fad568e46b65,segment=NetworkSegment(13292565-5aff-434a-9670-1428be652e2b),segment_id=13292565-5aff-434a-9670-1428be652e2b)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:26:35.384685 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:35.423784 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f300bb-bd7d-4921-ac09-1849f5fe29e2 x-openstack-request-id: req-53f300bb-bd7d-4921-ac09-1849f5fe29e2 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:26:35.424098 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a0ce8e-0e85-4d15-af33-1cd26163d237", "name": "network-vif-plugged", "status": "completed", "tag": "72fe3783-ad24-449d-8f89-fad568e46b65", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:26:35.424359 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-53f300bb-bd7d-4921-ac09-1849f5fe29e2 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:26:35.424944 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a0ce8e-0e85-4d15-af33-1cd26163d237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fe3783-ad24-449d-8f89-fad568e46b65', 'code': 200} Nov 24 11:26:35.451335 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=72fe3783-ad24-449d-8f89-fad568e46b65,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:35.592147 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbea287-1f14-4373-b9cf-d9a835e5c120 req-913458a8-ddcd-4ea1-848d-489b044414f7 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:35.594247 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0fbea287-1f14-4373-b9cf-d9a835e5c120 req-913458a8-ddcd-4ea1-848d-489b044414f7 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 946 time: 0.0632079 Nov 24 11:26:35.656247 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0fbea287-1f14-4373-b9cf-d9a835e5c120 req-655acac8-ef8c-49d2-8c1d-d53ccb2a94f5 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543284 Nov 24 11:26:36.036874 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945db2c1-77b3-4599-89b8-609dafa87eb5 req-d83689b7-0bdb-4bbf-bcee-e3d434f5c6ac tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:36.038362 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-945db2c1-77b3-4599-89b8-609dafa87eb5 req-d83689b7-0bdb-4bbf-bcee-e3d434f5c6ac tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0496483 Nov 24 11:26:36.087969 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-945db2c1-77b3-4599-89b8-609dafa87eb5 req-182b4a8b-cd1f-4797-906e-45e10aac6296 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435576 Nov 24 11:26:36.224714 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2b746-237b-429f-b57a-c93d3621e4b7 req-fa750144-f481-4bf4-a945-725edce166d8 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:36.226369 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-11c2b746-237b-429f-b57a-c93d3621e4b7 req-fa750144-f481-4bf4-a945-725edce166d8 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 932 time: 0.0502577 Nov 24 11:26:36.279404 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-11c2b746-237b-429f-b57a-c93d3621e4b7 req-bf9903f8-cc12-479c-8e8b-6d9ebb116856 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470378 Nov 24 11:26:36.462759 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393d7d2-88b7-4172-bf8a-0e482748f70e req-4829c2c6-7fd1-4176-aa5b-05bb5d26affc tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:36.464148 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3393d7d2-88b7-4172-bf8a-0e482748f70e req-4829c2c6-7fd1-4176-aa5b-05bb5d26affc tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0498519 Nov 24 11:26:36.513497 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3393d7d2-88b7-4172-bf8a-0e482748f70e req-c282de2b-07f8-4f2c-8952-a204e9db5f96 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426466 Nov 24 11:26:36.789099 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f19584-6533-43ba-b67a-7e598c98b76d req-468b3231-7eaa-4877-8274-95ae1e18abde tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:36.790879 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-32f19584-6533-43ba-b67a-7e598c98b76d req-468b3231-7eaa-4877-8274-95ae1e18abde tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 946 time: 0.0689940 Nov 24 11:26:36.861343 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-32f19584-6533-43ba-b67a-7e598c98b76d req-7a5e64d7-fa90-4a3f-afc9-30745afdfd8c tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593972 Nov 24 11:26:37.211256 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20a52f-1f99-4d19-af34-0d0049d20f63 req-d71baf4f-5268-4964-8c22-e8656030d61a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:37.212751 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0f20a52f-1f99-4d19-af34-0d0049d20f63 req-d71baf4f-5268-4964-8c22-e8656030d61a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0535944 Nov 24 11:26:37.260146 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0f20a52f-1f99-4d19-af34-0d0049d20f63 req-6971f1f7-b2ff-4009-83c9-febf69682909 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409038 Nov 24 11:26:37.396077 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391b8f4-1fb8-4297-9222-2ccbcc2d9f46 req-a7a1d94a-7598-4677-9f14-e67180d183f8 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:37.397556 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6391b8f4-1fb8-4297-9222-2ccbcc2d9f46 req-a7a1d94a-7598-4677-9f14-e67180d183f8 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 932 time: 0.0501325 Nov 24 11:26:37.446631 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6391b8f4-1fb8-4297-9222-2ccbcc2d9f46 req-7ce29f38-9561-43dc-8dcf-a889d8dc20cf tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427520 Nov 24 11:26:37.634019 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ab719-d490-4a3c-95b3-4c54e8b59f01 req-6a127447-57d5-443d-adf1-dec19b7400ab tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:37.635631 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-886ab719-d490-4a3c-95b3-4c54e8b59f01 req-6a127447-57d5-443d-adf1-dec19b7400ab tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0544672 Nov 24 11:26:37.687243 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-886ab719-d490-4a3c-95b3-4c54e8b59f01 req-3f5d20d2-3a33-441f-be05-2424934094a7 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449321 Nov 24 11:26:37.980563 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0cd3a-c814-4c70-8225-19461a866c64 req-47f46a1a-164b-4a67-80a7-50b4d0dea893 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:37.982294 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c6d0cd3a-c814-4c70-8225-19461a866c64 req-47f46a1a-164b-4a67-80a7-50b4d0dea893 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 946 time: 0.0546100 Nov 24 11:26:38.033713 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c6d0cd3a-c814-4c70-8225-19461a866c64 req-841e4665-7b8f-4fa6-9ad1-284509a26691 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448480 Nov 24 11:26:38.384918 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f5f28-d5a1-41ae-a7c4-837648e2e06d req-38d28f1c-c832-48bf-9141-71e9f29631e2 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:38.386412 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3f6f5f28-d5a1-41ae-a7c4-837648e2e06d req-38d28f1c-c832-48bf-9141-71e9f29631e2 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0508626 Nov 24 11:26:38.439741 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3f6f5f28-d5a1-41ae-a7c4-837648e2e06d req-b585fc3c-fa87-4de6-bb88-684aeff20b91 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465047 Nov 24 11:26:38.566901 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e29201-b10c-44b1-bfda-c5da71cc030a req-c7be64b4-cf1f-4e34-b930-dd9a46c25f09 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:38.568634 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e6e29201-b10c-44b1-bfda-c5da71cc030a req-c7be64b4-cf1f-4e34-b930-dd9a46c25f09 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 932 time: 0.0522993 Nov 24 11:26:38.616972 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e6e29201-b10c-44b1-bfda-c5da71cc030a req-c0258a0a-4832-4365-82a6-03277bdfa481 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424871 Nov 24 11:26:38.804312 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e98671-efc2-4d2a-b283-400572772d19 req-bde07762-41da-49de-aee7-60df8c0c6463 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:38.805812 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c9e98671-efc2-4d2a-b283-400572772d19 req-bde07762-41da-49de-aee7-60df8c0c6463 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0511308 Nov 24 11:26:38.860298 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c9e98671-efc2-4d2a-b283-400572772d19 req-1ab39ba9-6406-4a3c-9ca3-19ed96311c72 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482759 Nov 24 11:26:39.177858 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b25192-16e9-4359-9912-5b11ed2e995d req-164cd373-e1f4-4e42-8bbc-eadddf56b922 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:39.179264 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-96b25192-16e9-4359-9912-5b11ed2e995d req-164cd373-e1f4-4e42-8bbc-eadddf56b922 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 946 time: 0.0566595 Nov 24 11:26:39.232958 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-96b25192-16e9-4359-9912-5b11ed2e995d req-c0ef6454-b7f9-46d1-8a8f-b16ed3be4380 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474691 Nov 24 11:26:39.558444 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5be0b-d23c-4c2e-80a3-5713a2384e49 req-88152ac7-3b14-4612-8947-8ea28ab56874 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:39.560338 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d3c5be0b-d23c-4c2e-80a3-5713a2384e49 req-88152ac7-3b14-4612-8947-8ea28ab56874 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0514293 Nov 24 11:26:39.630454 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d3c5be0b-d23c-4c2e-80a3-5713a2384e49 req-e4f958f1-e4c0-4f08-9a67-118cfb613e97 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631039 Nov 24 11:26:39.738895 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebb724-50da-4a35-abd9-2e87c1aecc3b req-fae9b6d8-fbcc-4217-a57d-2402b126e34f tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:39.741331 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-faebb724-50da-4a35-abd9-2e87c1aecc3b req-fae9b6d8-fbcc-4217-a57d-2402b126e34f tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 932 time: 0.0500937 Nov 24 11:26:39.796564 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-faebb724-50da-4a35-abd9-2e87c1aecc3b req-48d99b96-d6c5-4ebc-a048-5c1d7c8769b2 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490074 Nov 24 11:26:39.976448 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdc4e2-ea3f-4518-bc9f-50b571dc09fc req-b0ce9780-1c79-47eb-9c62-d4df6ccae130 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:39.977855 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-adbdc4e2-ea3f-4518-bc9f-50b571dc09fc req-b0ce9780-1c79-47eb-9c62-d4df6ccae130 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0499885 Nov 24 11:26:40.025896 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-adbdc4e2-ea3f-4518-bc9f-50b571dc09fc req-e8b629e7-1112-4ddf-9d58-6782b5789d79 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415468 Nov 24 11:26:40.355134 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd4969-b772-4694-9750-beee72a71a27 req-edcc1272-793f-44fb-aaf8-d24325743d6f tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:40.356699 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-43bd4969-b772-4694-9750-beee72a71a27 req-edcc1272-793f-44fb-aaf8-d24325743d6f tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 946 time: 0.0588627 Nov 24 11:26:40.397162 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 53762) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:26:40.410668 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-43bd4969-b772-4694-9750-beee72a71a27 req-1399301e-69f7-4e31-a4b1-632e2fdd8c9e tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470777 Nov 24 11:26:40.506194 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e732b873-8d21-4c2c-af8e-b67dba8bcd95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:40.586517 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e732b873-8d21-4c2c-af8e-b67dba8bcd95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:40.590312 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e732b873-8d21-4c2c-af8e-b67dba8bcd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:40.624749 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732b873-8d21-4c2c-af8e-b67dba8bcd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8930ad40-dd07-451e-9d1f-b680894a7f41,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:40.635879 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 53766) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:26:40.641851 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-e732b873-8d21-4c2c-af8e-b67dba8bcd95 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c6962c9cdadb44d997d9dff1fda4ec2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434552 Nov 24 11:26:40.695836 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-81c3b0fd-45c2-4d29-9e91-f50626deee72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:40.726374 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-81c3b0fd-45c2-4d29-9e91-f50626deee72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:40.788212 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb89953-f19b-4b60-814a-3ed56be6a5bd req-0b92e83a-c348-4058-97c3-26cddf48fadd tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:40.789672 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0eb89953-f19b-4b60-814a-3ed56be6a5bd req-0b92e83a-c348-4058-97c3-26cddf48fadd tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0794182 Nov 24 11:26:40.806807 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-81c3b0fd-45c2-4d29-9e91-f50626deee72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:40.809344 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-81c3b0fd-45c2-4d29-9e91-f50626deee72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:40.812944 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-81c3b0fd-45c2-4d29-9e91-f50626deee72 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8930ad40-dd07-451e-9d1f-b680894a7f41 HTTP/1.1" status: 204 len: 168 time: 0.1735985 Nov 24 11:26:40.828125 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3b0fd-45c2-4d29-9e91-f50626deee72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8930ad40-dd07-451e-9d1f-b680894a7f41,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:40.860056 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0eb89953-f19b-4b60-814a-3ed56be6a5bd req-f364f8d0-4b18-4c41-92ff-4ab92ad54080 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625312 Nov 24 11:26:40.992936 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e4af-f625-4ac2-88cb-0ba98eeb29cd req-d0a93f80-2e37-44b2-bba3-3a715dcfaf2b tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:40.994538 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1e96e4af-f625-4ac2-88cb-0ba98eeb29cd req-d0a93f80-2e37-44b2-bba3-3a715dcfaf2b tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 932 time: 0.0603118 Nov 24 11:26:41.048727 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1e96e4af-f625-4ac2-88cb-0ba98eeb29cd req-df928fea-707c-4cf2-af6b-13719114b608 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477755 Nov 24 11:26:41.164755 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee21800-f66a-4748-814d-7869f593c922 req-cc075ff3-3a65-4fe7-a8d4-3e8981ea687b tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:41.166239 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-aee21800-f66a-4748-814d-7869f593c922 req-cc075ff3-3a65-4fe7-a8d4-3e8981ea687b tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0519805 Nov 24 11:26:41.214220 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-aee21800-f66a-4748-814d-7869f593c922 req-6afcc7d0-f2d5-4550-a353-60514b75edb4 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414417 Nov 24 11:26:41.534533 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343fca4-0ad7-42c9-be1e-6b4b7ac7c875 req-f854a8f8-848a-417c-beb3-5933458dcd27 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:41.536024 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4343fca4-0ad7-42c9-be1e-6b4b7ac7c875 req-f854a8f8-848a-417c-beb3-5933458dcd27 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 946 time: 0.0537853 Nov 24 11:26:41.586998 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4343fca4-0ad7-42c9-be1e-6b4b7ac7c875 req-8d2932cf-2d99-4a7b-a77a-ef3c77f06fe3 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448899 Nov 24 11:26:41.990856 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10f2c3-7e42-4164-8ad2-ceb028cac8a2 req-e4e1242a-fd63-4eeb-b330-470ce55ae9ea tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:41.992351 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-be10f2c3-7e42-4164-8ad2-ceb028cac8a2 req-e4e1242a-fd63-4eeb-b330-470ce55ae9ea tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0575707 Nov 24 11:26:42.042291 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-be10f2c3-7e42-4164-8ad2-ceb028cac8a2 req-e58cda1c-5d3a-459b-91c6-a4ed336c122c tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438473 Nov 24 11:26:42.182487 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6329e-af4f-41b6-bf5c-1340047f91ad req-f7aee9a7-17cd-4de9-acda-1dd3dbefb569 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:42.183901 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-beb6329e-af4f-41b6-bf5c-1340047f91ad req-f7aee9a7-17cd-4de9-acda-1dd3dbefb569 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 932 time: 0.0508096 Nov 24 11:26:42.233014 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-beb6329e-af4f-41b6-bf5c-1340047f91ad req-c497013f-41c2-4bf8-be15-1ad07573271d tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426857 Nov 24 11:26:42.348894 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b4656-c046-4d78-b0f4-7daf3e526e8f req-75cc598b-7271-46fa-8794-d1ade5d12a2e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:42.350369 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d7b4656-c046-4d78-b0f4-7daf3e526e8f req-75cc598b-7271-46fa-8794-d1ade5d12a2e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0619996 Nov 24 11:26:42.399868 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d7b4656-c046-4d78-b0f4-7daf3e526e8f req-1f6856de-ace0-4c3c-b933-7cc793393bf5 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432751 Nov 24 11:26:42.711220 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec137862-c631-4ebc-b966-fb7fa9fd4d9e req-2a546196-ecff-4a72-8687-aea49779173e tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:42.712905 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ec137862-c631-4ebc-b966-fb7fa9fd4d9e req-2a546196-ecff-4a72-8687-aea49779173e tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 946 time: 0.0568964 Nov 24 11:26:42.761302 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ec137862-c631-4ebc-b966-fb7fa9fd4d9e req-e1b7d4bb-aab1-4cb0-be57-644173c250d0 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424473 Nov 24 11:26:43.157960 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0b9bc-c473-459e-a947-68e443361649 req-639cf2c0-c2c4-418c-bdbb-cdf83993154c tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:43.159385 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-44d0b9bc-c473-459e-a947-68e443361649 req-639cf2c0-c2c4-418c-bdbb-cdf83993154c tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0496514 Nov 24 11:26:43.211211 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-44d0b9bc-c473-459e-a947-68e443361649 req-b7f9305b-0eb9-4e00-8f01-c267c46fc85c tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455875 Nov 24 11:26:43.347625 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed5353-78f7-4e57-94e5-08cfc16ccf8b req-1eb4d197-5053-4845-b064-efb67db370e6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:43.349158 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cfed5353-78f7-4e57-94e5-08cfc16ccf8b req-1eb4d197-5053-4845-b064-efb67db370e6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 932 time: 0.0486658 Nov 24 11:26:43.399094 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cfed5353-78f7-4e57-94e5-08cfc16ccf8b req-9eff5439-ad5d-46c9-9a2e-17c1dc8c5802 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426927 Nov 24 11:26:43.517586 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129cbe2-629d-42b5-8039-87f41fad72fa req-e93611d7-fcb0-412c-94db-221f549f144f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:43.519197 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5129cbe2-629d-42b5-8039-87f41fad72fa req-e93611d7-fcb0-412c-94db-221f549f144f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0511317 Nov 24 11:26:43.567811 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5129cbe2-629d-42b5-8039-87f41fad72fa req-2fcff534-6e29-445b-925f-4a8438deada1 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420823 Nov 24 11:26:43.899726 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8fa5a-20b2-4ead-bfa1-214cb1e66a57 req-57bd4781-5324-4f18-94f7-44836edc8549 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:43.901351 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b6e8fa5a-20b2-4ead-bfa1-214cb1e66a57 req-57bd4781-5324-4f18-94f7-44836edc8549 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 946 time: 0.0728807 Nov 24 11:26:43.953262 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b6e8fa5a-20b2-4ead-bfa1-214cb1e66a57 req-da70f2df-4b85-433e-a60a-16e278f9129c tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451152 Nov 24 11:26:44.326486 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9b6f9-03a4-48db-a5e5-05ab79f3f611 req-c9708f99-9e02-44eb-8e7d-2f61b1b1e34a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:44.328504 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d2a9b6f9-03a4-48db-a5e5-05ab79f3f611 req-c9708f99-9e02-44eb-8e7d-2f61b1b1e34a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0484114 Nov 24 11:26:44.376182 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d2a9b6f9-03a4-48db-a5e5-05ab79f3f611 req-e9a7dbe7-3f1e-4a84-bb3f-c13451d270e9 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415931 Nov 24 11:26:44.518035 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954018d-7f79-4109-9069-5a93620655d8 req-d0959bee-8483-41d5-8b1a-2ed4f085f36a tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:44.519704 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c954018d-7f79-4109-9069-5a93620655d8 req-d0959bee-8483-41d5-8b1a-2ed4f085f36a tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 932 time: 0.0529404 Nov 24 11:26:44.571050 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c954018d-7f79-4109-9069-5a93620655d8 req-34f96b43-3363-4390-8489-11bad217c912 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448532 Nov 24 11:26:44.690022 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97d1f8-97d1-4f3f-9fc9-689cd63acde0 req-378179b3-1764-4dd7-9f6a-39f71944ea82 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:44.691681 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8b97d1f8-97d1-4f3f-9fc9-689cd63acde0 req-378179b3-1764-4dd7-9f6a-39f71944ea82 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0540195 Nov 24 11:26:44.740372 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8b97d1f8-97d1-4f3f-9fc9-689cd63acde0 req-cfd528cf-1fd2-473a-b90c-02a4cddb5fa2 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416276 Nov 24 11:26:45.071674 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a499c8-c188-40fc-9218-30f5434a5249 req-81a9cf07-8c59-4cf6-9390-a942bf4d695d tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:45.073273 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-09a499c8-c188-40fc-9218-30f5434a5249 req-81a9cf07-8c59-4cf6-9390-a942bf4d695d tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 946 time: 0.0502195 Nov 24 11:26:45.124366 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-09a499c8-c188-40fc-9218-30f5434a5249 req-58ce4e83-4bc5-459a-980d-44561a9d6cd5 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449970 Nov 24 11:26:45.493744 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde114b-0807-4a75-a603-c47653eb5bef req-02c2126f-356f-4400-a0f6-eb39822d6c46 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:45.495198 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdde114b-0807-4a75-a603-c47653eb5bef req-02c2126f-356f-4400-a0f6-eb39822d6c46 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0500238 Nov 24 11:26:45.543589 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdde114b-0807-4a75-a603-c47653eb5bef req-5600b1c1-a609-4d30-8bbe-11b9330765b6 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421782 Nov 24 11:26:45.688460 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2661cd9-b6a4-4b09-8e8f-565167e8150e req-4ad32e9d-a4c2-45bc-aa07-e1432043958a tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:45.689894 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d2661cd9-b6a4-4b09-8e8f-565167e8150e req-4ad32e9d-a4c2-45bc-aa07-e1432043958a tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 932 time: 0.0517731 Nov 24 11:26:45.738156 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d2661cd9-b6a4-4b09-8e8f-565167e8150e req-7c5e546a-8f1d-4533-acf3-1b8ef8f31738 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422020 Nov 24 11:26:45.864431 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b8e55-718a-474c-aca5-0cc0b6d03f25 req-22a82e24-87ca-40df-b212-14ba603de0df tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:45.866012 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-450b8e55-718a-474c-aca5-0cc0b6d03f25 req-22a82e24-87ca-40df-b212-14ba603de0df tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0531104 Nov 24 11:26:45.912440 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-450b8e55-718a-474c-aca5-0cc0b6d03f25 req-50cfeb50-69b0-4044-bce1-d56d47b0398f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404940 Nov 24 11:26:46.218313 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db0878da-c972-43de-9088-335658261af3 service neutron] Request body: {'port': {'device_id': 'b65303cd-7d89-41e5-9a7d-8293c5dc1828', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81908'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:26:46.240594 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a761eb2-9bfd-49b2-8374-a75cf962a9c5 req-6bb2f10c-7116-4965-a0a0-3ce01f24f8bc tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:46.242220 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8a761eb2-9bfd-49b2-8374-a75cf962a9c5 req-6bb2f10c-7116-4965-a0a0-3ce01f24f8bc tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 946 time: 0.0537322 Nov 24 11:26:46.274044 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db0878da-c972-43de-9088-335658261af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:46.298043 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8a761eb2-9bfd-49b2-8374-a75cf962a9c5 req-635b7e34-574e-47c5-9df6-eef42e4ec86f tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496173 Nov 24 11:26:46.427239 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044daeaf-d161-43ea-9117-285649c93745 req-174a7c30-e55b-4fe9-8554-633356cdb076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:46.428909 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-044daeaf-d161-43ea-9117-285649c93745 req-174a7c30-e55b-4fe9-8554-633356cdb076 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 1099 time: 0.0409963 Nov 24 11:26:46.483409 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-044daeaf-d161-43ea-9117-285649c93745 req-2367bc22-056d-4801-972e-b3dc68d24798 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408232 Nov 24 11:26:46.536033 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db0878da-c972-43de-9088-335658261af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f9dbe2-b546-41c5-899d-f430a9fa6614 {{(pid=102481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:26:46.543440 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db0878da-c972-43de-9088-335658261af3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:46.555427 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.provisioning_blocks [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db0878da-c972-43de-9088-335658261af3 service neutron] Transition to ACTIVE for port object c0f9dbe2-b546-41c5-899d-f430a9fa6614 will not be triggered until provisioned by entity L2. {{(pid=102481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 11:26:46.558487 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db0878da-c972-43de-9088-335658261af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:46.609946 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0878da-c972-43de-9088-335658261af3 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f9dbe2-b546-41c5-899d-f430a9fa6614,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:46.638061 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db0878da-c972-43de-9088-335658261af3 service neutron] Attempting to bind port c0f9dbe2-b546-41c5-899d-f430a9fa6614 on host hv-cinder-81908 for vnic_type normal with profile {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:26:46.638403 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db0878da-c972-43de-9088-335658261af3 service neutron] Attempting to bind port c0f9dbe2-b546-41c5-899d-f430a9fa6614 by drivers openvswitch,hyperv on host hv-cinder-81908 at level 0 using segments [{'id': '4141028b-6fbb-4c67-8d3f-b37ba25edbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131'}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:26:46.638738 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db0878da-c972-43de-9088-335658261af3 service neutron] Attempting to bind port c0f9dbe2-b546-41c5-899d-f430a9fa6614 on network 2bde2ae8-45ee-4070-9571-16e9c16c0131 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:26:46.644530 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db0878da-c972-43de-9088-335658261af3 service neutron] Port c0f9dbe2-b546-41c5-899d-f430a9fa6614 on network 2bde2ae8-45ee-4070-9571-16e9c16c0131 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81908 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 11:26:46.644891 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db0878da-c972-43de-9088-335658261af3 service neutron] Attempting to bind port c0f9dbe2-b546-41c5-899d-f430a9fa6614 on network 2bde2ae8-45ee-4070-9571-16e9c16c0131 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:26:46.650339 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db0878da-c972-43de-9088-335658261af3 service neutron] Checking agent: {'id': '3c6daaf5-cf27-4c68-b1a8-704272683c2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81908', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'started_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:26:46.650675 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db0878da-c972-43de-9088-335658261af3 service neutron] Checking segment: {'id': '4141028b-6fbb-4c67-8d3f-b37ba25edbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:26:46.651056 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db0878da-c972-43de-9088-335658261af3 service neutron] Bound using segment: {'id': '4141028b-6fbb-4c67-8d3f-b37ba25edbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131'} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:26:46.651488 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db0878da-c972-43de-9088-335658261af3 service neutron] Bound port: c0f9dbe2-b546-41c5-899d-f430a9fa6614, host: hv-cinder-81908, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4141028b-6fbb-4c67-8d3f-b37ba25edbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131'}}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:26:46.651844 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db0878da-c972-43de-9088-335658261af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:46.675143 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a96e0-0fe2-4449-88b1-ee6e9b127547 req-3595d3c7-0de0-4513-b028-9ba93f2a4ac0 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:46.676687 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-438a96e0-0fe2-4449-88b1-ee6e9b127547 req-3595d3c7-0de0-4513-b028-9ba93f2a4ac0 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0561054 Nov 24 11:26:46.727016 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db0878da-c972-43de-9088-335658261af3 service neutron] For port c0f9dbe2-b546-41c5-899d-f430a9fa6614, host hv-cinder-81908, cleared binding levels {{(pid=102481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:26:46.729173 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-438a96e0-0fe2-4449-88b1-ee6e9b127547 req-0c462e4e-cb64-4a56-9030-179738ed7674 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462375 Nov 24 11:26:46.730825 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db0878da-c972-43de-9088-335658261af3 service neutron] For port c0f9dbe2-b546-41c5-899d-f430a9fa6614, host hv-cinder-81908, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=c0f9dbe2-b546-41c5-899d-f430a9fa6614,segment=NetworkSegment(4141028b-6fbb-4c67-8d3f-b37ba25edbb7),segment_id=4141028b-6fbb-4c67-8d3f-b37ba25edbb7)] {{(pid=102481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:26:46.737227 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db0878da-c972-43de-9088-335658261af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:46.788250 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db0878da-c972-43de-9088-335658261af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:46.788829 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db0878da-c972-43de-9088-335658261af3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:46.790216 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db0878da-c972-43de-9088-335658261af3 service neutron] 10.222.0.65 "PUT /v2.0/ports/c0f9dbe2-b546-41c5-899d-f430a9fa6614 HTTP/1.1" status: 200 len: 1094 time: 0.5770772 Nov 24 11:26:46.790751 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65303cd-7d89-41e5-9a7d-8293c5dc1828', 'tag': 'c0f9dbe2-b546-41c5-899d-f430a9fa6614'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:26:46.792931 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e511ff74-c76f-497d-8441-450baa4b4eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "b65303cd-7d89-41e5-9a7d-8293c5dc1828", "tag": "c0f9dbe2-b546-41c5-899d-f430a9fa6614"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:26:46.800908 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0878da-c972-43de-9088-335658261af3 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f9dbe2-b546-41c5-899d-f430a9fa6614,revision_number=3']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:46.813250 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:46.861792 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a610f91-0e03-442a-9f05-1fc5c6bb9128 x-openstack-request-id: req-6a610f91-0e03-442a-9f05-1fc5c6bb9128 {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:26:46.862013 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65303cd-7d89-41e5-9a7d-8293c5dc1828", "tag": "c0f9dbe2-b546-41c5-899d-f430a9fa6614", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:26:46.862269 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a610f91-0e03-442a-9f05-1fc5c6bb9128 {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:26:46.862750 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65303cd-7d89-41e5-9a7d-8293c5dc1828', 'tag': 'c0f9dbe2-b546-41c5-899d-f430a9fa6614', 'status': 'completed', 'code': 200} Nov 24 11:26:46.867906 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a434fb-7640-4445-b5cf-bcccd64346b7 req-f11147d6-aeee-489b-9c06-7bd599fcf0c2 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:46.870079 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-70a434fb-7640-4445-b5cf-bcccd64346b7 req-f11147d6-aeee-489b-9c06-7bd599fcf0c2 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 944 time: 0.0603461 Nov 24 11:26:46.896831 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-8dd1cdea-3b42-4657-beda-359a80ca4703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:46.898588 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-8dd1cdea-3b42-4657-beda-359a80ca4703 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae558214c820410eb671590ac1e8a8da&device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 1097 time: 0.0483520 Nov 24 11:26:46.923387 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-70a434fb-7640-4445-b5cf-bcccd64346b7 req-38517465-9a16-485c-a4c9-533913e1e517 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450292 Nov 24 11:26:46.950156 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-db648514-a3e4-42b3-9bee-604a21a324e3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0f9dbe2-b546-41c5-899d-f430a9fa6614 HTTP/1.1" status: 200 len: 217 time: 0.0416384 Nov 24 11:26:47.001753 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-2b73dcd4-43c7-464f-ad97-dfcaa0309b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:47.003242 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-2b73dcd4-43c7-464f-ad97-dfcaa0309b06 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e19b93eb-c4d4-48a5-8a68-ccd4233b0f65 HTTP/1.1" status: 200 len: 854 time: 0.0451744 Nov 24 11:26:47.044031 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7301cf-f256-42f7-a5d0-3e0f583a1389 req-e37ce61c-10aa-4da6-a03d-d5fcb52655a9 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:47.045621 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5f7301cf-f256-42f7-a5d0-3e0f583a1389 req-e37ce61c-10aa-4da6-a03d-d5fcb52655a9 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0531394 Nov 24 11:26:47.055254 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-e8e1a6a5-3833-4c45-86d5-572766db339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:47.056807 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-e8e1a6a5-3833-4c45-86d5-572766db339c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2bde2ae8-45ee-4070-9571-16e9c16c0131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426517 Nov 24 11:26:47.093455 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5f7301cf-f256-42f7-a5d0-3e0f583a1389 req-3be9a657-5435-4d43-8f09-5d005ed699d1 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408492 Nov 24 11:26:47.151447 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-9cad451f-42ac-465c-b608-2f466e271bb4 service neutron] 10.222.0.65 "GET /v2.0/networks/2bde2ae8-45ee-4070-9571-16e9c16c0131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861504 Nov 24 11:26:47.245345 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-9dc51f22-65e7-4c38-ae7c-023b65211f8e req-2289da14-d22b-4576-8752-ca922a28beb3 service neutron] 10.222.0.65 "GET /v2.0/networks/2bde2ae8-45ee-4070-9571-16e9c16c0131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857995 Nov 24 11:26:47.291818 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d58535-3b56-4597-9dd0-6da1dbe1e789 req-2a19198f-b1e5-4d56-9edb-d561b9bf0133 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:47.293765 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-82d58535-3b56-4597-9dd0-6da1dbe1e789 req-2a19198f-b1e5-4d56-9edb-d561b9bf0133 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0522974 Nov 24 11:26:47.344986 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-82d58535-3b56-4597-9dd0-6da1dbe1e789 req-9e7a7040-a159-4f41-ba51-5b22c9c829d7 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439153 Nov 24 11:26:47.383148 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511ff74-c76f-497d-8441-450baa4b4eb6 req-cb0c8469-d72a-4c26-8d85-9447db0d99da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:47.384678 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e511ff74-c76f-497d-8441-450baa4b4eb6 req-cb0c8469-d72a-4c26-8d85-9447db0d99da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae558214c820410eb671590ac1e8a8da&device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 1097 time: 0.0462484 Nov 24 11:26:47.435082 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18cc56-92e2-4b65-945a-3c4f381f022c req-cd9eae4c-01c4-4547-8256-e3532c3fa9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:47.437175 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d18cc56-92e2-4b65-945a-3c4f381f022c req-cd9eae4c-01c4-4547-8256-e3532c3fa9ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6a92dfb7f26143f8aa4cc3ca2bcc9088&device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 1099 time: 0.0735142 Nov 24 11:26:47.464292 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59fc80-29d2-43d3-93a8-06a1e9d2efa8 req-5879f54a-9680-476a-ab75-d60d6ec50c80 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:47.465712 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ce59fc80-29d2-43d3-93a8-06a1e9d2efa8 req-5879f54a-9680-476a-ab75-d60d6ec50c80 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 946 time: 0.0623126 Nov 24 11:26:47.489456 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511ff74-c76f-497d-8441-450baa4b4eb6 req-583909a5-8c88-418f-9d46-8d4dae08f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:47.490905 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e511ff74-c76f-497d-8441-450baa4b4eb6 req-583909a5-8c88-418f-9d46-8d4dae08f024 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2bde2ae8-45ee-4070-9571-16e9c16c0131 HTTP/1.1" status: 200 len: 916 time: 0.0833030 Nov 24 11:26:47.539821 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e511ff74-c76f-497d-8441-450baa4b4eb6 req-a3903376-1d77-4dab-b49e-85969648c16a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0f9dbe2-b546-41c5-899d-f430a9fa6614 HTTP/1.1" status: 200 len: 217 time: 0.0370023 Nov 24 11:26:47.565167 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ce59fc80-29d2-43d3-93a8-06a1e9d2efa8 req-79c45fdc-321f-48af-b3ea-7742b6f8f6f8 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896947 Nov 24 11:26:47.578400 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18cc56-92e2-4b65-945a-3c4f381f022c req-2d891b51-6901-4e00-b3b6-a8280077d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:47.579864 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d18cc56-92e2-4b65-945a-3c4f381f022c req-2d891b51-6901-4e00-b3b6-a8280077d7e0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0eaf43db-385c-4388-a2f4-5981573fae4b HTTP/1.1" status: 200 len: 911 time: 0.1316986 Nov 24 11:26:47.593475 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511ff74-c76f-497d-8441-450baa4b4eb6 req-30224d12-cfc3-430d-aed6-f86c06aa307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:47.595025 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e511ff74-c76f-497d-8441-450baa4b4eb6 req-30224d12-cfc3-430d-aed6-f86c06aa307c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e19b93eb-c4d4-48a5-8a68-ccd4233b0f65 HTTP/1.1" status: 200 len: 854 time: 0.0456097 Nov 24 11:26:47.645591 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511ff74-c76f-497d-8441-450baa4b4eb6 req-4347a03a-4a6b-42c0-8ed6-7aefbc843295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:47.647069 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e511ff74-c76f-497d-8441-450baa4b4eb6 req-4347a03a-4a6b-42c0-8ed6-7aefbc843295 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2bde2ae8-45ee-4070-9571-16e9c16c0131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408561 Nov 24 11:26:47.676762 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d18cc56-92e2-4b65-945a-3c4f381f022c req-bf1b1e85-7f41-42f3-819b-c890eddb58e6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6370e0ef-c4f2-48de-9bd9-ada7b86b5466 HTTP/1.1" status: 200 len: 1002 time: 0.0890386 Nov 24 11:26:47.734387 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18cc56-92e2-4b65-945a-3c4f381f022c req-559eab40-0b08-40cb-8478-5ad2862de3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:47.735875 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d18cc56-92e2-4b65-945a-3c4f381f022c req-559eab40-0b08-40cb-8478-5ad2862de3d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d217b95-72ec-45a6-bf60-4be1d5b405e2 HTTP/1.1" status: 200 len: 849 time: 0.0482109 Nov 24 11:26:47.747827 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e511ff74-c76f-497d-8441-450baa4b4eb6 req-de4794f2-0531-4016-872a-87d72dcff4d3 service neutron] 10.222.0.65 "GET /v2.0/networks/2bde2ae8-45ee-4070-9571-16e9c16c0131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858715 Nov 24 11:26:47.782594 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18cc56-92e2-4b65-945a-3c4f381f022c req-f652729e-ab4c-439c-bde6-cc39f43590be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:47.784303 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d18cc56-92e2-4b65-945a-3c4f381f022c req-f652729e-ab4c-439c-bde6-cc39f43590be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0eaf43db-385c-4388-a2f4-5981573fae4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410283 Nov 24 11:26:47.857705 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e511ff74-c76f-497d-8441-450baa4b4eb6 req-ff19d302-5754-44e7-a4ac-07a1fbfcd6aa service neutron] 10.222.0.65 "GET /v2.0/networks/2bde2ae8-45ee-4070-9571-16e9c16c0131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990319 Nov 24 11:26:48.157490 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8b0d9-1b57-46bb-a8cd-767e29388c8d req-73b80e20-50d3-47ef-8628-5f2ce5676615 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:48.159010 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-46d8b0d9-1b57-46bb-a8cd-767e29388c8d req-73b80e20-50d3-47ef-8628-5f2ce5676615 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.3429084 Nov 24 11:26:48.167641 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d18cc56-92e2-4b65-945a-3c4f381f022c req-b34ce002-d6f2-46d6-bf1f-b2d283972505 service neutron] 10.222.0.65 "GET /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726182 Nov 24 11:26:48.191929 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb174a56-b6c9-4c6c-8060-f80777224329 req-83c2ec20-d0f2-404a-919e-45c3a38dd617 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:48.193386 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fb174a56-b6c9-4c6c-8060-f80777224329 req-83c2ec20-d0f2-404a-919e-45c3a38dd617 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 944 time: 0.0981505 Nov 24 11:26:48.298244 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-46d8b0d9-1b57-46bb-a8cd-767e29388c8d req-15ddbebb-9e9d-430c-b3f1-5530628cbba3 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296544 Nov 24 11:26:48.321078 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fb174a56-b6c9-4c6c-8060-f80777224329 req-460af653-e63a-445e-bd98-bf5a37c400cf tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168060 Nov 24 11:26:48.334164 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d18cc56-92e2-4b65-945a-3c4f381f022c req-98667794-a344-4db4-9df1-5b4f4ffc316f service neutron] 10.222.0.65 "GET /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384792 Nov 24 11:26:48.459961 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48d5da-b034-4a18-8f1c-566ed6f2178b req-c9f90414-b1ef-420c-b2ef-0ed0a61d420d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:48.461448 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fa48d5da-b034-4a18-8f1c-566ed6f2178b req-c9f90414-b1ef-420c-b2ef-0ed0a61d420d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0490568 Nov 24 11:26:48.516527 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fa48d5da-b034-4a18-8f1c-566ed6f2178b req-701d7fcf-4372-48ca-884c-99ce63323f01 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491772 Nov 24 11:26:48.685444 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af939a-d619-4332-af7c-93e858b7343f req-518155b4-200e-451e-9677-7995ba0bed9e tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:48.686897 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-14af939a-d619-4332-af7c-93e858b7343f req-518155b4-200e-451e-9677-7995ba0bed9e tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 946 time: 0.0523031 Nov 24 11:26:48.732657 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-14af939a-d619-4332-af7c-93e858b7343f req-5dbd15e9-3877-4f62-8634-10e46907edeb tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400562 Nov 24 11:26:49.161256 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device c0f9dbe2-b546-41c5-899d-f430a9fa6614 details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:26:49.259904 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port c0f9dbe2-b546-41c5-899d-f430a9fa6614, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=c0f9dbe2-b546-41c5-899d-f430a9fa6614,segment=NetworkSegment(4141028b-6fbb-4c67-8d3f-b37ba25edbb7),segment_id=4141028b-6fbb-4c67-8d3f-b37ba25edbb7)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:26:49.270850 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': 'c0f9dbe2-b546-41c5-899d-f430a9fa6614', 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131', 'port_id': 'c0f9dbe2-b546-41c5-899d-f430a9fa6614', 'mac_address': 'fa:16:3e:2d:31:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19b93eb-c4d4-48a5-8a68-ccd4233b0f65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:26:49.307514 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:49.321825 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f9dbe2-b546-41c5-899d-f430a9fa6614 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:26:49.347185 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port c0f9dbe2-b546-41c5-899d-f430a9fa6614, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=c0f9dbe2-b546-41c5-899d-f430a9fa6614,segment=NetworkSegment(4141028b-6fbb-4c67-8d3f-b37ba25edbb7),segment_id=4141028b-6fbb-4c67-8d3f-b37ba25edbb7)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:26:49.353645 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:49.403118 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=c0f9dbe2-b546-41c5-899d-f430a9fa6614,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:49.456983 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6cebb-f960-4704-902b-ce01292720c4 req-baf6828f-55b3-4e93-90ac-6b02eb0578c7 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:49.458466 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4ad6cebb-f960-4704-902b-ce01292720c4 req-baf6828f-55b3-4e93-90ac-6b02eb0578c7 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0760133 Nov 24 11:26:49.477978 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a3c49-2a8c-4486-b715-70d379641f8e req-f6396894-24b7-49b8-9481-253020660689 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:49.479363 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7e0a3c49-2a8c-4486-b715-70d379641f8e req-f6396894-24b7-49b8-9481-253020660689 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 945 time: 0.0703635 Nov 24 11:26:49.542086 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4ad6cebb-f960-4704-902b-ce01292720c4 req-74c33522-fbf7-427a-9f5e-563c54fb5720 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767605 Nov 24 11:26:49.553943 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7e0a3c49-2a8c-4486-b715-70d379641f8e req-4ef42d16-3f33-4f87-8fc1-1c1bf2698246 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667911 Nov 24 11:26:49.649895 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464390f-d899-4875-adc5-47bcd56b46d4 req-fa916396-d72c-4d7d-bc8b-64c9103d2892 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:49.651345 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8464390f-d899-4875-adc5-47bcd56b46d4 req-fa916396-d72c-4d7d-bc8b-64c9103d2892 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 946 time: 0.0504773 Nov 24 11:26:49.699136 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8464390f-d899-4875-adc5-47bcd56b46d4 req-e93a50d8-0805-4e7a-847c-45e2a35a7241 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412202 Nov 24 11:26:49.764352 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['c0f9dbe2-b546-41c5-899d-f430a9fa6614'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:26:49.765366 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d29c67-5401-4c40-89d5-82babd0728c9 req-0c2365c8-bfed-4e11-a6f6-fa59504ac5db tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:49.766845 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-93d29c67-5401-4c40-89d5-82babd0728c9 req-0c2365c8-bfed-4e11-a6f6-fa59504ac5db tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0472915 Nov 24 11:26:49.817361 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-93d29c67-5401-4c40-89d5-82babd0728c9 req-71652bca-0d98-458a-a545-ab845b76f249 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444405 Nov 24 11:26:50.688898 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bb9e3-cbb5-4922-a7c8-ee303f7fa612 req-a7c5ff2e-af60-42d7-a6f8-1d730ab0ab44 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:50.690373 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-914bb9e3-cbb5-4922-a7c8-ee303f7fa612 req-a7c5ff2e-af60-42d7-a6f8-1d730ab0ab44 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0794752 Nov 24 11:26:50.697802 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d8fdc-1554-43f5-977a-4b8531a6605a req-4451fb4a-5118-475d-940a-4fb8094ab897 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:50.699128 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-576d8fdc-1554-43f5-977a-4b8531a6605a req-4451fb4a-5118-475d-940a-4fb8094ab897 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 945 time: 0.0778494 Nov 24 11:26:50.773938 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-914bb9e3-cbb5-4922-a7c8-ee303f7fa612 req-ef61a285-53db-4170-b441-3ded49d8d6d4 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738668 Nov 24 11:26:50.778479 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-576d8fdc-1554-43f5-977a-4b8531a6605a req-1cd2736d-a0ef-4082-872c-f1a3914741b0 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723393 Nov 24 11:26:50.888329 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ad6dd-bd74-4ab5-9b04-2446135746cf req-a768465c-2e6f-4a11-8567-ba4c57ff2cba tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:50.892764 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-059ad6dd-bd74-4ab5-9b04-2446135746cf req-a768465c-2e6f-4a11-8567-ba4c57ff2cba tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 946 time: 0.0495293 Nov 24 11:26:50.940212 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-059ad6dd-bd74-4ab5-9b04-2446135746cf req-b6739940-c0d7-415e-b085-1d59b8ff9828 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/security-groups?id=135dcfae-3751-4848-8103-70c76b0716fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437450 Nov 24 11:26:51.181980 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device c0f9dbe2-b546-41c5-899d-f430a9fa6614 up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:26:51.228000 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning for port c0f9dbe2-b546-41c5-899d-f430a9fa6614 completed by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 11:26:51.231544 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port c0f9dbe2-b546-41c5-899d-f430a9fa6614 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:26:51.231908 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:51.308295 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:51.330030 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65303cd-7d89-41e5-9a7d-8293c5dc1828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f9dbe2-b546-41c5-899d-f430a9fa6614'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:26:51.332221 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7abd2f-7ca6-4f7f-9672-3b6265808f75" -d '{"events": [{"server_uuid": "b65303cd-7d89-41e5-9a7d-8293c5dc1828", "name": "network-vif-plugged", "status": "completed", "tag": "c0f9dbe2-b546-41c5-899d-f430a9fa6614"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:26:51.344703 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port c0f9dbe2-b546-41c5-899d-f430a9fa6614, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=c0f9dbe2-b546-41c5-899d-f430a9fa6614,segment=NetworkSegment(4141028b-6fbb-4c67-8d3f-b37ba25edbb7),segment_id=4141028b-6fbb-4c67-8d3f-b37ba25edbb7)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:26:51.349484 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:51.372804 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3ac6ad-e091-498b-8364-f0f04cd1629e x-openstack-request-id: req-4e3ac6ad-e091-498b-8364-f0f04cd1629e {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:26:51.373127 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65303cd-7d89-41e5-9a7d-8293c5dc1828", "name": "network-vif-plugged", "status": "completed", "tag": "c0f9dbe2-b546-41c5-899d-f430a9fa6614", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:26:51.373389 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4e3ac6ad-e091-498b-8364-f0f04cd1629e {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:26:51.373785 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65303cd-7d89-41e5-9a7d-8293c5dc1828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f9dbe2-b546-41c5-899d-f430a9fa6614', 'code': 200} Nov 24 11:26:51.399368 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fcdaf-542c-403f-a531-9a9490f89b0b req-a4ed31f6-545e-4b50-9943-6d13754f0bd3 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:51.400754 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=c0f9dbe2-b546-41c5-899d-f430a9fa6614,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:51.401481 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-627fcdaf-542c-403f-a531-9a9490f89b0b req-a4ed31f6-545e-4b50-9943-6d13754f0bd3 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.65 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 946 time: 0.0550570 Nov 24 11:26:51.536684 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-627fcdaf-542c-403f-a531-9a9490f89b0b req-62e0ee46-64fb-43a7-abbb-bff1071c6484 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Deleting port 72fe3783-ad24-449d-8f89-fad568e46b65 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:26:51.536912 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-627fcdaf-542c-403f-a531-9a9490f89b0b req-62e0ee46-64fb-43a7-abbb-bff1071c6484 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:51.557262 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df438c7b-5bce-487b-86a7-05faab2fe5f6 req-ecaa8b5e-3592-4f4f-bf7e-e214766ffbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:51.558879 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-df438c7b-5bce-487b-86a7-05faab2fe5f6 req-ecaa8b5e-3592-4f4f-bf7e-e214766ffbfa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 1099 time: 0.0397823 Nov 24 11:26:51.609339 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-df438c7b-5bce-487b-86a7-05faab2fe5f6 req-ea542f04-8ddf-4e36-ac97-0028fcd8ed8d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403492 Nov 24 11:26:51.625267 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-627fcdaf-542c-403f-a531-9a9490f89b0b req-62e0ee46-64fb-43a7-abbb-bff1071c6484 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] For port 72fe3783-ad24-449d-8f89-fad568e46b65, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=72fe3783-ad24-449d-8f89-fad568e46b65,segment=NetworkSegment(13292565-5aff-434a-9670-1428be652e2b),segment_id=13292565-5aff-434a-9670-1428be652e2b)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:26:51.626124 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-627fcdaf-542c-403f-a531-9a9490f89b0b req-62e0ee46-64fb-43a7-abbb-bff1071c6484 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:51.640037 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-627fcdaf-542c-403f-a531-9a9490f89b0b req-62e0ee46-64fb-43a7-abbb-bff1071c6484 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Calling delete_port for 72fe3783-ad24-449d-8f89-fad568e46b65 owned by compute:nova {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:26:51.795674 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-627fcdaf-542c-403f-a531-9a9490f89b0b req-62e0ee46-64fb-43a7-abbb-bff1071c6484 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:51.808351 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['72fe3783-ad24-449d-8f89-fad568e46b65'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:26:51.826068 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0ee46-64fb-43a7-abbb-bff1071c6484 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Pushing event deleted for resources: {'Port': ['ID=72fe3783-ad24-449d-8f89-fad568e46b65,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:26:51.942651 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-627fcdaf-542c-403f-a531-9a9490f89b0b req-62e0ee46-64fb-43a7-abbb-bff1071c6484 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] No DVR routers for this DVR port 72fe3783-ad24-449d-8f89-fad568e46b65 on host hv-cinder-81908 {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:26:51.947611 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-627fcdaf-542c-403f-a531-9a9490f89b0b req-62e0ee46-64fb-43a7-abbb-bff1071c6484 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:51.950934 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-627fcdaf-542c-403f-a531-9a9490f89b0b req-62e0ee46-64fb-43a7-abbb-bff1071c6484 tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.65 "DELETE /v2.0/ports/72fe3783-ad24-449d-8f89-fad568e46b65 HTTP/1.1" status: 204 len: 173 time: 0.5401514 Nov 24 11:26:51.952938 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a0ce8e-0e85-4d15-af33-1cd26163d237', 'name': 'network-vif-deleted', 'tag': '72fe3783-ad24-449d-8f89-fad568e46b65'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:26:51.955207 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe620c6-60d4-441f-8ca7-0dcda29c646f" -d '{"events": [{"server_uuid": "29a0ce8e-0e85-4d15-af33-1cd26163d237", "name": "network-vif-deleted", "tag": "72fe3783-ad24-449d-8f89-fad568e46b65"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:26:51.975100 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8378a-ff85-4fe3-a0b6-6e7d994ad417 req-32f9d755-fc85-41f8-87f8-97a25fcad619 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:51.976583 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-aab8378a-ff85-4fe3-a0b6-6e7d994ad417 req-32f9d755-fc85-41f8-87f8-97a25fcad619 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.1165550 Nov 24 11:26:51.992775 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da3721-9464-4c41-9d62-f13c9ee310d5 req-1bc879a2-a10d-40c4-8e98-65e777521d51 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:51.994278 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d0da3721-9464-4c41-9d62-f13c9ee310d5 req-1bc879a2-a10d-40c4-8e98-65e777521d51 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 946 time: 0.0973859 Nov 24 11:26:52.064163 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-aab8378a-ff85-4fe3-a0b6-6e7d994ad417 req-6ad33484-0ccc-4c10-8f74-c8477f68659f tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793560 Nov 24 11:26:52.071916 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d0da3721-9464-4c41-9d62-f13c9ee310d5 req-7be2eedb-bbe2-4e90-a524-c00a6d0c8c08 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702519 Nov 24 11:26:52.122764 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db35e878-b2a1-4a15-aa98-6e57924eb687 x-openstack-request-id: req-db35e878-b2a1-4a15-aa98-6e57924eb687 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:26:52.123165 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a0ce8e-0e85-4d15-af33-1cd26163d237", "name": "network-vif-deleted", "tag": "72fe3783-ad24-449d-8f89-fad568e46b65", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:26:52.123548 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-db35e878-b2a1-4a15-aa98-6e57924eb687 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:26:52.124021 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a0ce8e-0e85-4d15-af33-1cd26163d237', 'name': 'network-vif-deleted', 'tag': '72fe3783-ad24-449d-8f89-fad568e46b65', 'status': 'completed', 'code': 200} Nov 24 11:26:52.205049 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-54040191-a33d-444a-ab28-be8f90d68af1 req-46ab9040-7472-4bef-8bce-4c7b9ac60e1e tempest-VolumesActionsTest-30164227 tempest-VolumesActionsTest-30164227-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a0ce8e-0e85-4d15-af33-1cd26163d237 HTTP/1.1" status: 200 len: 210 time: 0.0262678 Nov 24 11:26:53.213524 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ecb6d-0192-4e89-8398-d2d18bb9b166 req-a426fa4f-e33c-4d6e-96b7-b38f2c80b038 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:53.214954 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-588ecb6d-0192-4e89-8398-d2d18bb9b166 req-a426fa4f-e33c-4d6e-96b7-b38f2c80b038 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 946 time: 0.0775633 Nov 24 11:26:53.222643 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993822e-78ec-4190-815b-7708715fa034 req-6ea0db1d-1437-42d8-9cc1-51891dff71cd tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:53.223952 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d993822e-78ec-4190-815b-7708715fa034 req-6ea0db1d-1437-42d8-9cc1-51891dff71cd tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0772805 Nov 24 11:26:53.292796 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-588ecb6d-0192-4e89-8398-d2d18bb9b166 req-645f4e76-82e1-444c-8a71-b4fdb735d144 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678473 Nov 24 11:26:53.296148 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d993822e-78ec-4190-815b-7708715fa034 req-d84d429a-bc49-422f-889f-24a916a70973 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657177 Nov 24 11:26:53.434255 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a72a6c-4d0a-40e0-b532-0b5e3ba0559f req-2790f369-abe8-4612-a15d-7affb1529c2b tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:53.435732 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-15a72a6c-4d0a-40e0-b532-0b5e3ba0559f req-2790f369-abe8-4612-a15d-7affb1529c2b tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 946 time: 0.0504806 Nov 24 11:26:53.483813 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-15a72a6c-4d0a-40e0-b532-0b5e3ba0559f req-a6e10f24-a87b-4a74-9af5-df59197a3bf8 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415461 Nov 24 11:26:53.955054 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d13e7-5ef4-4a61-b998-64073e8443dd req-e6166973-8ef7-4ef0-a960-96eaf7f35563 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:53.956516 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-398d13e7-5ef4-4a61-b998-64073e8443dd req-e6166973-8ef7-4ef0-a960-96eaf7f35563 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 946 time: 0.0481756 Nov 24 11:26:54.007509 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-398d13e7-5ef4-4a61-b998-64073e8443dd req-fe9f0518-aede-46aa-af9b-1652f9bb7981 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452385 Nov 24 11:26:54.413395 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34105386-db49-41ff-9b31-1f7dd1639f9c req-a1f56d63-34f0-4c5d-9833-7e2d1040edbe tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:54.414858 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-34105386-db49-41ff-9b31-1f7dd1639f9c req-a1f56d63-34f0-4c5d-9833-7e2d1040edbe tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0480552 Nov 24 11:26:54.460633 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-34105386-db49-41ff-9b31-1f7dd1639f9c req-27b6635d-22c7-4631-9013-018d0a65260b tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395896 Nov 24 11:26:55.230878 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 72fe3783-ad24-449d-8f89-fad568e46b65 no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:26:55.250949 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] No Port match for: 72fe3783-ad24-449d-8f89-fad568e46b65 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:26:55.251292 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 72fe3783-ad24-449d-8f89-fad568e46b65 not bound to the agent host hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:26:55.573147 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67423c-68fe-4ef6-9eed-3782544ac9d2 req-23f435ab-5fe4-4ba3-a282-e05152fcabb3 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:55.574580 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d67423c-68fe-4ef6-9eed-3782544ac9d2 req-23f435ab-5fe4-4ba3-a282-e05152fcabb3 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0475385 Nov 24 11:26:55.619610 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d67423c-68fe-4ef6-9eed-3782544ac9d2 req-1dbac047-ee2f-4d88-987e-50ada29c399a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386910 Nov 24 11:26:56.358332 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3abc9e6b-e1a8-4819-a62d-ffff389b55de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:56.736224 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b0b4a-b58c-4e9a-9289-ea5ac595ca50 req-5ef3a40f-5a58-4c55-bb40-04532a858835 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:56.737700 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6e6b0b4a-b58c-4e9a-9289-ea5ac595ca50 req-5ef3a40f-5a58-4c55-bb40-04532a858835 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0511646 Nov 24 11:26:56.783037 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6e6b0b4a-b58c-4e9a-9289-ea5ac595ca50 req-2c931c30-afbf-472c-b38d-ba9d73419ca8 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395060 Nov 24 11:26:57.742792 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:26:57.907794 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bf952-f7c9-4a3c-8ce4-dce315c77cf8 req-1e11c67b-c654-4cd0-b2fb-0a2dfb54f69a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:57.909343 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-585bf952-f7c9-4a3c-8ce4-dce315c77cf8 req-1e11c67b-c654-4cd0-b2fb-0a2dfb54f69a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0542755 Nov 24 11:26:57.955008 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-585bf952-f7c9-4a3c-8ce4-dce315c77cf8 req-69347cea-e180-4e24-8f3a-fbb12b394199 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397658 Nov 24 11:26:58.672619 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774893ca-dfab-492b-aab5-1482affedd53 req-7b246424-32cb-4dc6-8421-a0858b89826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:58.675061 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-774893ca-dfab-492b-aab5-1482affedd53 req-7b246424-32cb-4dc6-8421-a0858b89826e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 1099 time: 0.0665061 Nov 24 11:26:58.727753 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-774893ca-dfab-492b-aab5-1482affedd53 req-603fb506-b9b8-4056-b02b-21b59bc5db48 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394216 Nov 24 11:26:58.731995 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a1db4bac-bd7a-4ad4-b5b5-f6815b0cfb15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:26:59.093274 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d556b-12ea-4030-b9e0-7181920431d9 req-78309a5c-8122-4be0-8a13-00e1fed0442f tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:26:59.095533 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7f8d556b-12ea-4030-b9e0-7181920431d9 req-78309a5c-8122-4be0-8a13-00e1fed0442f tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0639071 Nov 24 11:26:59.159792 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7f8d556b-12ea-4030-b9e0-7181920431d9 req-e2b4ec5a-102b-4a3f-ace1-c126f1a48c91 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523281 Nov 24 11:26:59.659640 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:00.286966 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50c0a5-d112-4d46-9359-00461a9c99be req-184521b2-97d9-4547-a10c-9ec5da35f4e5 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:00.288588 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8b50c0a5-d112-4d46-9359-00461a9c99be req-184521b2-97d9-4547-a10c-9ec5da35f4e5 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0506651 Nov 24 11:27:00.389193 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8b50c0a5-d112-4d46-9359-00461a9c99be req-c0e470a1-c133-4c5b-a645-363e6628630b tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783896 Nov 24 11:27:00.811554 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ada4c-243d-4b3c-b50c-aaa105e6939e req-0d8b5f95-e4f1-4421-8758-99e44a9e3bbb tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:00.813069 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dc1ada4c-243d-4b3c-b50c-aaa105e6939e req-0d8b5f95-e4f1-4421-8758-99e44a9e3bbb tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0801060 Nov 24 11:27:00.822977 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5097847-5f1d-4e8a-a29e-21136d6c54e5 req-790ac0ec-6a69-4ada-8871-00d1efd734ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:00.825738 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f5097847-5f1d-4e8a-a29e-21136d6c54e5 req-790ac0ec-6a69-4ada-8871-00d1efd734ba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4ef4eb6fdaf240b8bd9d2238dfb2efef&device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 1099 time: 0.0906463 Nov 24 11:27:00.930568 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dc1ada4c-243d-4b3c-b50c-aaa105e6939e req-61042a24-bf5e-4d06-9d13-d9d126498e6e tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037142 Nov 24 11:27:00.963982 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5097847-5f1d-4e8a-a29e-21136d6c54e5 req-190412d3-5160-4d83-b43f-9e62d99cd337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:00.965560 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f5097847-5f1d-4e8a-a29e-21136d6c54e5 req-190412d3-5160-4d83-b43f-9e62d99cd337 service neutron] 10.222.0.65 "GET /v2.0/networks?id=46755722-9f6e-4465-a31a-32c0f19f7268 HTTP/1.1" status: 200 len: 920 time: 0.1278663 Nov 24 11:27:01.011471 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f5097847-5f1d-4e8a-a29e-21136d6c54e5 req-b49b34ce-011d-46be-8a63-459ca6173a1d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318624af-0998-4bb1-af72-81fbe7e75826 HTTP/1.1" status: 200 len: 217 time: 0.0346687 Nov 24 11:27:01.069681 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5097847-5f1d-4e8a-a29e-21136d6c54e5 req-b31cdd27-2be4-4c13-873e-daba91a43a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:01.071367 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f5097847-5f1d-4e8a-a29e-21136d6c54e5 req-b31cdd27-2be4-4c13-873e-daba91a43a67 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a9d5363-5f28-4302-8145-cfba618a1163 HTTP/1.1" status: 200 len: 859 time: 0.0518682 Nov 24 11:27:01.110767 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f5097847-5f1d-4e8a-a29e-21136d6c54e5 req-25c61fac-c189-4bc1-b5bd-e53b04d1eda7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=46755722-9f6e-4465-a31a-32c0f19f7268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296071 Nov 24 11:27:01.214398 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f5097847-5f1d-4e8a-a29e-21136d6c54e5 req-3a10961f-0095-4751-9cc5-cb1354fd4ed2 service neutron] 10.222.0.65 "GET /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932455 Nov 24 11:27:01.327778 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f5097847-5f1d-4e8a-a29e-21136d6c54e5 req-6e25bc7f-5635-4415-8e83-da3e7ccf919e service neutron] 10.222.0.65 "GET /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050854 Nov 24 11:27:01.402146 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:02.096959 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69b87d-170a-4d70-a0b3-7d31a7ac59aa req-7076c0ef-f690-4f86-879a-77b2660d8306 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:02.098573 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9b69b87d-170a-4d70-a0b3-7d31a7ac59aa req-7076c0ef-f690-4f86-879a-77b2660d8306 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0628488 Nov 24 11:27:02.150173 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9b69b87d-170a-4d70-a0b3-7d31a7ac59aa req-198d2157-ef25-4591-a2fd-96c4eb515721 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443726 Nov 24 11:27:02.496420 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:03.293386 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa7b2e-72bd-4acd-bb8b-2417435d1b9f req-8f565ce7-abde-4d3f-8f78-5b1a0e711507 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:03.295912 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c3fa7b2e-72bd-4acd-bb8b-2417435d1b9f req-8f565ce7-abde-4d3f-8f78-5b1a0e711507 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0716293 Nov 24 11:27:03.361772 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c3fa7b2e-72bd-4acd-bb8b-2417435d1b9f req-deede67d-6799-48e8-9a0b-c704182ef6cc tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582485 Nov 24 11:27:04.500276 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21016c80-6099-44b4-8d1e-6243deba8c95 req-d301e920-47cf-4943-a155-549567e06019 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:04.502060 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-21016c80-6099-44b4-8d1e-6243deba8c95 req-d301e920-47cf-4943-a155-549567e06019 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0565572 Nov 24 11:27:04.567477 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-21016c80-6099-44b4-8d1e-6243deba8c95 req-c994a338-de3b-40b6-808d-a0bf28124ff2 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585351 Nov 24 11:27:04.707847 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87ff90-c834-42b3-9366-4f335a868781 req-264cdc82-b267-4df3-bff9-b82c6ab5a6cd tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:04.709833 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ef87ff90-c834-42b3-9366-4f335a868781 req-264cdc82-b267-4df3-bff9-b82c6ab5a6cd tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0630782 Nov 24 11:27:04.776290 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ef87ff90-c834-42b3-9366-4f335a868781 req-ecf17757-302f-42d1-88d7-8a8df1bf0366 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583885 Nov 24 11:27:05.934470 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a25e46-9fdf-4d70-8140-07afdda41c22 req-16bb38c9-03d7-46fd-8c6b-8026280c011f tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:05.936719 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-75a25e46-9fdf-4d70-8140-07afdda41c22 req-16bb38c9-03d7-46fd-8c6b-8026280c011f tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0767498 Nov 24 11:27:05.993172 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-75a25e46-9fdf-4d70-8140-07afdda41c22 req-702a11d5-cba8-41c5-af79-e3b78190b381 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486138 Nov 24 11:27:06.987035 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e54b9-d6db-4eb3-a2be-fa1719f6f015 req-3f35206e-7b3a-40f9-a1a2-ad8d1c76c727 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:06.989346 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ca4e54b9-d6db-4eb3-a2be-fa1719f6f015 req-3f35206e-7b3a-40f9-a1a2-ad8d1c76c727 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 946 time: 0.0516548 Nov 24 11:27:07.066086 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ca4e54b9-d6db-4eb3-a2be-fa1719f6f015 req-a9efd6c0-09d6-45ed-864d-7d5e2dd637e2 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705512 Nov 24 11:27:07.083973 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 54150) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:07.195287 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df28fd-95ea-4434-9e5f-0180f92ee08b req-e5657829-3b15-4421-85e6-a1dad27d7cc9 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:07.202645 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-22df28fd-95ea-4434-9e5f-0180f92ee08b req-e5657829-3b15-4421-85e6-a1dad27d7cc9 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0912120 Nov 24 11:27:07.266319 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-22df28fd-95ea-4434-9e5f-0180f92ee08b req-3663b91a-bda4-4242-9748-26dedffbac75 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601349 Nov 24 11:27:07.561774 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c2c71d-7aa6-4e01-b3a8-56b67e9d819e tempest-TestMinimumBasicScenario-1210274927 tempest-TestMinimumBasicScenario-1210274927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:07.563298 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-f5c2c71d-7aa6-4e01-b3a8-56b67e9d819e tempest-TestMinimumBasicScenario-1210274927 tempest-TestMinimumBasicScenario-1210274927-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 1094 time: 0.4779942 Nov 24 11:27:07.567003 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 54160) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:07.571240 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-36658f76-1bc5-4f62-8f60-ff27775f5e62 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Request body: {'floatingip': {'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'port_id': 'c0f9dbe2-b546-41c5-899d-f430a9fa6614', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:27:07.599906 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-36658f76-1bc5-4f62-8f60-ff27775f5e62 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for floatingip, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:07.713546 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-36658f76-1bc5-4f62-8f60-ff27775f5e62 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:07.842767 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [None req-36658f76-1bc5-4f62-8f60-ff27775f5e62 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Allocated IP 172.27.1.223 (abec3bdb-3f5f-43d3-a05f-b74eaa51b59e/68c5d2bd-607c-45ea-a578-f70e1637afae/c93b02ef-b63e-401d-a5ff-76538311f7cf) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:27:07.961524 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-36658f76-1bc5-4f62-8f60-ff27775f5e62 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for port, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:07.998069 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-36658f76-1bc5-4f62-8f60-ff27775f5e62 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:08.040816 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36658f76-1bc5-4f62-8f60-ff27775f5e62 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:27:08.043636 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-36658f76-1bc5-4f62-8f60-ff27775f5e62 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:27:08.047257 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36658f76-1bc5-4f62-8f60-ff27775f5e62 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:27:08.071629 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36658f76-1bc5-4f62-8f60-ff27775f5e62 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Pushing event updated for resources: {'Port': ['ID=c93b02ef-b63e-401d-a5ff-76538311f7cf,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:08.729467 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5217c04-9119-4bb1-aaa6-afc9162af166 req-c698eeef-c147-49a4-bc14-aba3d54c4ece tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:08.730876 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e5217c04-9119-4bb1-aaa6-afc9162af166 req-c698eeef-c147-49a4-bc14-aba3d54c4ece tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.3598480 Nov 24 11:27:08.779298 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-36658f76-1bc5-4f62-8f60-ff27775f5e62 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:08.816356 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e5217c04-9119-4bb1-aaa6-afc9162af166 req-774f4efd-3d51-4e4c-bb19-9546f212e4b9 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756388 Nov 24 11:27:08.868627 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-36658f76-1bc5-4f62-8f60-ff27775f5e62 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:09.028441 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-36658f76-1bc5-4f62-8f60-ff27775f5e62 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for port, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:09.033788 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-36658f76-1bc5-4f62-8f60-ff27775f5e62 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:09.107446 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36658f76-1bc5-4f62-8f60-ff27775f5e62 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Pushing event updated for resources: {'Port': ['ID=c93b02ef-b63e-401d-a5ff-76538311f7cf,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:09.118472 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-36658f76-1bc5-4f62-8f60-ff27775f5e62 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975220'] for floatingip, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:09.222402 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [None req-36658f76-1bc5-4f62-8f60-ff27775f5e62 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Floating IP 47a8dddc-9f0b-497e-afa9-569165daa090 associated. External IP: 172.27.1.223, port: c0f9dbe2-b546-41c5-899d-f430a9fa6614. Nov 24 11:27:09.451862 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36658f76-1bc5-4f62-8f60-ff27775f5e62 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Router e26571d3-27d6-48d1-acad-55f230cd583a has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:27:09.598349 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36658f76-1bc5-4f62-8f60-ff27775f5e62 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:27:09.610015 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1774f497-c791-4c49-b03f-820637af3f6c None None] Sync routers for ids ['e26571d3-27d6-48d1-acad-55f230cd583a'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:27:09.630547 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-36658f76-1bc5-4f62-8f60-ff27775f5e62 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for floatingip, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:09.641644 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1774f497-c791-4c49-b03f-820637af3f6c None None] Routers {'e26571d3-27d6-48d1-acad-55f230cd583a'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:27:09.645916 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-1774f497-c791-4c49-b03f-820637af3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:26:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['e26571d3-27d6-48d1-acad-55f230cd583a'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:27:09.672073 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-36658f76-1bc5-4f62-8f60-ff27775f5e62 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1040165 Nov 24 11:27:09.672886 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65303cd-7d89-41e5-9a7d-8293c5dc1828', 'tag': 'c0f9dbe2-b546-41c5-899d-f430a9fa6614'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:27:09.674868 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 54188) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:09.675647 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8729c362-e127-4ce6-8bc0-bc51e5fd5be9" -d '{"events": [{"name": "network-changed", "server_uuid": "b65303cd-7d89-41e5-9a7d-8293c5dc1828", "tag": "c0f9dbe2-b546-41c5-899d-f430a9fa6614"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:27:09.687735 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-782f9b28-9c88-4882-9fd8-f17e4c2ab9ef tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1683783629', 'description': 'tempest-secgroup-smoke-1683783629 description', 'project_id': 'ae558214c820410eb671590ac1e8a8da'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:27:09.734204 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdacc3e-c9c1-462a-9a73-3af9a91e33d1 x-openstack-request-id: req-1cdacc3e-c9c1-462a-9a73-3af9a91e33d1 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:27:09.735125 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65303cd-7d89-41e5-9a7d-8293c5dc1828", "tag": "c0f9dbe2-b546-41c5-899d-f430a9fa6614", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:27:09.735265 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1cdacc3e-c9c1-462a-9a73-3af9a91e33d1 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:27:09.735822 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65303cd-7d89-41e5-9a7d-8293c5dc1828', 'tag': 'c0f9dbe2-b546-41c5-899d-f430a9fa6614', 'status': 'completed', 'code': 200} Nov 24 11:27:09.739395 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-782f9b28-9c88-4882-9fd8-f17e4c2ab9ef tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:09.810366 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-782f9b28-9c88-4882-9fd8-f17e4c2ab9ef tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:09.820138 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-782f9b28-9c88-4882-9fd8-f17e4c2ab9ef tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:09.840096 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729c362-e127-4ce6-8bc0-bc51e5fd5be9 req-f43f7bec-d6eb-475b-a59c-852e71e158a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:09.841665 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8729c362-e127-4ce6-8bc0-bc51e5fd5be9 req-f43f7bec-d6eb-475b-a59c-852e71e158a3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae558214c820410eb671590ac1e8a8da&device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 1099 time: 0.0755982 Nov 24 11:27:09.855637 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f9b28-9c88-4882-9fd8-f17e4c2ab9ef tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7d7233-658e-4188-a294-a3807a370b54,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:09.875948 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-782f9b28-9c88-4882-9fd8-f17e4c2ab9ef tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:09.879513 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-782f9b28-9c88-4882-9fd8-f17e4c2ab9ef tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2016428 Nov 24 11:27:09.881937 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 54194) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:09.891381 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-a2871fda-32a0-4fa8-91fd-a53982bf42c0 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Request body: {'security_group_rule': {'security_group_id': 'ce7d7233-658e-4188-a294-a3807a370b54', 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:27:09.894155 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-1774f497-c791-4c49-b03f-820637af3f6c None None] Set router e26571d3-27d6-48d1-acad-55f230cd583a gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:27:09.950122 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a2871fda-32a0-4fa8-91fd-a53982bf42c0 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:10.013047 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a2871fda-32a0-4fa8-91fd-a53982bf42c0 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:10.018958 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a2871fda-32a0-4fa8-91fd-a53982bf42c0 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:10.046824 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2871fda-32a0-4fa8-91fd-a53982bf42c0 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455516b6-9b69-4fdd-98ad-5e2cd0078be3,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:10.054020 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a2871fda-32a0-4fa8-91fd-a53982bf42c0 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:10.055640 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-a2871fda-32a0-4fa8-91fd-a53982bf42c0 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1717722 Nov 24 11:27:10.059266 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 54196) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:10.066296 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-14f963a0-e90d-4056-a4c6-2b862ba913ad tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Request body: {'security_group_rule': {'security_group_id': 'ce7d7233-658e-4188-a294-a3807a370b54', 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:27:10.112230 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729c362-e127-4ce6-8bc0-bc51e5fd5be9 req-12c3c559-06ea-488b-bb0e-757b34881800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:10.115930 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8729c362-e127-4ce6-8bc0-bc51e5fd5be9 req-12c3c559-06ea-488b-bb0e-757b34881800 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2bde2ae8-45ee-4070-9571-16e9c16c0131 HTTP/1.1" status: 200 len: 916 time: 0.2634387 Nov 24 11:27:10.133531 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-14f963a0-e90d-4056-a4c6-2b862ba913ad tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:10.195247 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8729c362-e127-4ce6-8bc0-bc51e5fd5be9 req-d67bc3f7-4f06-412d-8c00-2390c00dedef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0f9dbe2-b546-41c5-899d-f430a9fa6614 HTTP/1.1" status: 200 len: 1000 time: 0.0684745 Nov 24 11:27:10.204185 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-1774f497-c791-4c49-b03f-820637af3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'name': 'tempest-TestMinimumBasicScenario-1146875224-router', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '4663af10-66a5-4992-b119-554bb91eba19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:56Z', 'updated_at': '2021-11-24T11:26:02Z', 'revision_number': 4, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'gw_port': {'id': '4663af10-66a5-4992-b119-554bb91eba19', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:57Z', 'updated_at': '2021-11-24T11:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': '47a8dddc-9f0b-497e-afa9-569165daa090', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'port_id': 'c0f9dbe2-b546-41c5-899d-f430a9fa6614', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131', 'mac_address': 'fa:16:3e:2d:31:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65303cd-7d89-41e5-9a7d-8293c5dc1828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:27:08Z', 'updated_at': '2021-11-24T11:27:08Z', 'revision_number': 0, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51b253c-3aaf-4597-a910-f819d9cadb04', 'name': '', 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'mac_address': 'fa:16:3e:92:d4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'e19b93eb-c4d4-48a5-8a68-ccd4233b0f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:26:01Z', 'updated_at': '2021-11-24T11:26:07Z', 'revision_number': 5, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'subnets': [{'id': 'e19b93eb-c4d4-48a5-8a68-ccd4233b0f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:27:10.205703 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50304558-f661-498c-bf0e-69ec35212854 req-88a9859a-681f-4d81-97f5-e140c099d247 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:10.206719 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-14f963a0-e90d-4056-a4c6-2b862ba913ad tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:10.207247 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-50304558-f661-498c-bf0e-69ec35212854 req-88a9859a-681f-4d81-97f5-e140c099d247 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.2087901 Nov 24 11:27:10.217957 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-14f963a0-e90d-4056-a4c6-2b862ba913ad tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:10.234112 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f963a0-e90d-4056-a4c6-2b862ba913ad tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b460447-fc3a-4962-9f59-70699986b826,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:10.237157 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1774f497-c791-4c49-b03f-820637af3f6c None None] Checking router: e26571d3-27d6-48d1-acad-55f230cd583a for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:27:10.249946 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1774f497-c791-4c49-b03f-820637af3f6c None None] Routers {'e26571d3-27d6-48d1-acad-55f230cd583a'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:27:10.250875 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-1774f497-c791-4c49-b03f-820637af3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:26:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['e26571d3-27d6-48d1-acad-55f230cd583a'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:27:10.254497 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-14f963a0-e90d-4056-a4c6-2b862ba913ad tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:10.257280 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-14f963a0-e90d-4056-a4c6-2b862ba913ad tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1967757 Nov 24 11:27:10.260440 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 54198) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:10.266236 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-d90fc775-25d9-4f7f-b1b1-f5932767fbe2 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Request body: {'security_group_rule': {'security_group_id': 'ce7d7233-658e-4188-a294-a3807a370b54', 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:27:10.308817 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-50304558-f661-498c-bf0e-69ec35212854 req-9a6b4611-63d1-49fa-a747-3c48e857bd96 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920076 Nov 24 11:27:10.320587 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729c362-e127-4ce6-8bc0-bc51e5fd5be9 req-8b54d8f1-edda-4353-a892-1f02cb593e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:10.322115 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8729c362-e127-4ce6-8bc0-bc51e5fd5be9 req-8b54d8f1-edda-4353-a892-1f02cb593e16 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e19b93eb-c4d4-48a5-8a68-ccd4233b0f65 HTTP/1.1" status: 200 len: 854 time: 0.1138628 Nov 24 11:27:10.382646 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d90fc775-25d9-4f7f-b1b1-f5932767fbe2 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:10.400160 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729c362-e127-4ce6-8bc0-bc51e5fd5be9 req-4206fc4d-09ea-4b99-bc94-d2a99bfc5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:10.401955 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8729c362-e127-4ce6-8bc0-bc51e5fd5be9 req-4206fc4d-09ea-4b99-bc94-d2a99bfc5c27 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2bde2ae8-45ee-4070-9571-16e9c16c0131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629494 Nov 24 11:27:10.497342 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-1774f497-c791-4c49-b03f-820637af3f6c None None] Set router e26571d3-27d6-48d1-acad-55f230cd583a gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:27:10.507898 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d90fc775-25d9-4f7f-b1b1-f5932767fbe2 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:10.517472 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d90fc775-25d9-4f7f-b1b1-f5932767fbe2 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:10.554522 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d90fc775-25d9-4f7f-b1b1-f5932767fbe2 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:10.556061 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-d90fc775-25d9-4f7f-b1b1-f5932767fbe2 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2933476 Nov 24 11:27:10.558747 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 54204) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:10.565785 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-014526cc-b180-4d79-96bf-3704f4d76ba6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Request body: {'security_group_rule': {'security_group_id': 'ce7d7233-658e-4188-a294-a3807a370b54', 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:27:10.575829 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8729c362-e127-4ce6-8bc0-bc51e5fd5be9 req-acf7aee6-7c92-436f-a190-c8492ca51b5f service neutron] 10.222.0.65 "GET /v2.0/networks/2bde2ae8-45ee-4070-9571-16e9c16c0131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619160 Nov 24 11:27:10.576714 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fc775-25d9-4f7f-b1b1-f5932767fbe2 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca441a2-52ce-4180-8a90-863d4011cc9a,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:10.669761 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-014526cc-b180-4d79-96bf-3704f4d76ba6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:10.728588 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8729c362-e127-4ce6-8bc0-bc51e5fd5be9 req-ac6ca7a2-85fa-4407-af3c-14dee1a2b5b9 service neutron] 10.222.0.65 "GET /v2.0/networks/2bde2ae8-45ee-4070-9571-16e9c16c0131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393282 Nov 24 11:27:10.777042 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-014526cc-b180-4d79-96bf-3704f4d76ba6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:10.783769 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-014526cc-b180-4d79-96bf-3704f4d76ba6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:10.791141 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-1774f497-c791-4c49-b03f-820637af3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'name': 'tempest-TestMinimumBasicScenario-1146875224-router', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '4663af10-66a5-4992-b119-554bb91eba19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:56Z', 'updated_at': '2021-11-24T11:26:02Z', 'revision_number': 4, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'gw_port': {'id': '4663af10-66a5-4992-b119-554bb91eba19', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:57Z', 'updated_at': '2021-11-24T11:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': '47a8dddc-9f0b-497e-afa9-569165daa090', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'port_id': 'c0f9dbe2-b546-41c5-899d-f430a9fa6614', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131', 'mac_address': 'fa:16:3e:2d:31:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65303cd-7d89-41e5-9a7d-8293c5dc1828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:27:08Z', 'updated_at': '2021-11-24T11:27:08Z', 'revision_number': 0, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51b253c-3aaf-4597-a910-f819d9cadb04', 'name': '', 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'mac_address': 'fa:16:3e:92:d4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'e19b93eb-c4d4-48a5-8a68-ccd4233b0f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:26:01Z', 'updated_at': '2021-11-24T11:26:07Z', 'revision_number': 5, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'subnets': [{'id': 'e19b93eb-c4d4-48a5-8a68-ccd4233b0f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:27:10.811926 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014526cc-b180-4d79-96bf-3704f4d76ba6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85fefa0-3e74-49b8-b1ae-7641856d2c57,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:10.821664 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1774f497-c791-4c49-b03f-820637af3f6c None None] The sync data for ids ['e26571d3-27d6-48d1-acad-55f230cd583a'] in dv-cinder-819089-1-iscsi is: [{'id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'name': 'tempest-TestMinimumBasicScenario-1146875224-router', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '4663af10-66a5-4992-b119-554bb91eba19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:56Z', 'updated_at': '2021-11-24T11:26:02Z', 'revision_number': 4, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'gw_port': {'id': '4663af10-66a5-4992-b119-554bb91eba19', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:57Z', 'updated_at': '2021-11-24T11:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': '47a8dddc-9f0b-497e-afa9-569165daa090', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'port_id': 'c0f9dbe2-b546-41c5-899d-f430a9fa6614', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131', 'mac_address': 'fa:16:3e:2d:31:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65303cd-7d89-41e5-9a7d-8293c5dc1828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:27:08Z', 'updated_at': '2021-11-24T11:27:08Z', 'revision_number': 0, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e51b253c-3aaf-4597-a910-f819d9cadb04', 'name': '', 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'mac_address': 'fa:16:3e:92:d4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'e19b93eb-c4d4-48a5-8a68-ccd4233b0f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:26:01Z', 'updated_at': '2021-11-24T11:26:07Z', 'revision_number': 5, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'subnets': [{'id': 'e19b93eb-c4d4-48a5-8a68-ccd4233b0f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:27:10.832194 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-014526cc-b180-4d79-96bf-3704f4d76ba6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:10.836318 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 54212) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:10.836897 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-014526cc-b180-4d79-96bf-3704f4d76ba6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2749600 Nov 24 11:27:10.842042 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-6e9d249f-60a7-49f2-af59-c71fbb208dea tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Request body: {'security_group_rule': {'security_group_id': 'ce7d7233-658e-4188-a294-a3807a370b54', 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:27:10.867256 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.securitygroups_db [None req-6e9d249f-60a7-49f2-af59-c71fbb208dea tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Project ae558214c820410eb671590ac1e8a8da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 11:27:10.874121 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6e9d249f-60a7-49f2-af59-c71fbb208dea tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:11.045444 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6e9d249f-60a7-49f2-af59-c71fbb208dea tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:11.073324 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6e9d249f-60a7-49f2-af59-c71fbb208dea tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:11.094096 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d249f-60a7-49f2-af59-c71fbb208dea tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba61f17-9580-40e7-a6b4-f1db58ebe84e,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:11.111962 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6e9d249f-60a7-49f2-af59-c71fbb208dea tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:11.116388 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-6e9d249f-60a7-49f2-af59-c71fbb208dea tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2782559 Nov 24 11:27:11.116550 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 54216) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:11.125216 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-992adaf7-d771-48e2-ae8a-923f2aa53492 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Request body: {'security_group_rule': {'security_group_id': 'ce7d7233-658e-4188-a294-a3807a370b54', 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:27:11.179162 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.db.securitygroups_db [None req-992adaf7-d771-48e2-ae8a-923f2aa53492 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Project ae558214c820410eb671590ac1e8a8da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 11:27:11.190516 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-992adaf7-d771-48e2-ae8a-923f2aa53492 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:11.211849 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70335e56-c288-420e-997d-d62403c48151 req-cc7fc871-c281-4fdb-861e-1d0ebcf78334 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:11.213416 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-70335e56-c288-420e-997d-d62403c48151 req-cc7fc871-c281-4fdb-861e-1d0ebcf78334 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0835836 Nov 24 11:27:11.261908 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7904d15-6992-44c2-b126-852046ebe09c None None] New status for floating IP 47a8dddc-9f0b-497e-afa9-569165daa090: ACTIVE {{(pid=102483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 11:27:11.306221 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-70335e56-c288-420e-997d-d62403c48151 req-eab423b6-390f-474d-b0de-33846eee052a tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796800 Nov 24 11:27:11.325299 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-992adaf7-d771-48e2-ae8a-923f2aa53492 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:11.333703 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-992adaf7-d771-48e2-ae8a-923f2aa53492 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:11.356586 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992adaf7-d771-48e2-ae8a-923f2aa53492 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e825347-be43-4cb5-9810-58e5c73f9915,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:11.371403 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-992adaf7-d771-48e2-ae8a-923f2aa53492 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:11.376543 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-992adaf7-d771-48e2-ae8a-923f2aa53492 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2581210 Nov 24 11:27:11.515142 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf92b19-28f0-4e2f-8982-00499ce89364 req-671d7fcf-1f75-4f8f-bcf5-26d31249ce4a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:11.534259 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fbf92b19-28f0-4e2f-8982-00499ce89364 req-671d7fcf-1f75-4f8f-bcf5-26d31249ce4a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.1052115 Nov 24 11:27:11.546890 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3be0f310-4b6e-4ee7-831e-a5619159155d req-c380a9e3-b50a-41d3-bcfa-0b5280c2e1fd tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1683783629&fields=id&tenant_id=ae558214c820410eb671590ac1e8a8da HTTP/1.1" status: 200 len: 267 time: 0.1080968 Nov 24 11:27:11.634536 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fbf92b19-28f0-4e2f-8982-00499ce89364 req-6e9fd2ec-0690-45ae-975f-3e8b7652b6d3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993757 Nov 24 11:27:11.644088 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0f310-4b6e-4ee7-831e-a5619159155d req-a49a7fe0-1fdc-43fd-82ed-59f62a0412cb tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:11.645772 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3be0f310-4b6e-4ee7-831e-a5619159155d req-a49a7fe0-1fdc-43fd-82ed-59f62a0412cb tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 946 time: 0.0859506 Nov 24 11:27:11.676262 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-3be0f310-4b6e-4ee7-831e-a5619159155d req-cf7ac3f6-0ef1-447e-8cdc-2db8bf05e3f0 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Request body: {'port': {'security_groups': ['ffef688e-d2ac-4f31-8180-b87b60e0a1ed', 'ce7d7233-658e-4188-a294-a3807a370b54']}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:27:11.762251 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-3be0f310-4b6e-4ee7-831e-a5619159155d req-cf7ac3f6-0ef1-447e-8cdc-2db8bf05e3f0 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:11.976981 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-3be0f310-4b6e-4ee7-831e-a5619159155d req-cf7ac3f6-0ef1-447e-8cdc-2db8bf05e3f0 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] For port c0f9dbe2-b546-41c5-899d-f430a9fa6614, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=c0f9dbe2-b546-41c5-899d-f430a9fa6614,segment=NetworkSegment(4141028b-6fbb-4c67-8d3f-b37ba25edbb7),segment_id=4141028b-6fbb-4c67-8d3f-b37ba25edbb7)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:27:12.011203 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-3be0f310-4b6e-4ee7-831e-a5619159155d req-cf7ac3f6-0ef1-447e-8cdc-2db8bf05e3f0 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for port, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:12.016805 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-3be0f310-4b6e-4ee7-831e-a5619159155d req-cf7ac3f6-0ef1-447e-8cdc-2db8bf05e3f0 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:12.030663 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['c0f9dbe2-b546-41c5-899d-f430a9fa6614'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:27:12.068627 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0f310-4b6e-4ee7-831e-a5619159155d req-cf7ac3f6-0ef1-447e-8cdc-2db8bf05e3f0 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:12.069286 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-3be0f310-4b6e-4ee7-831e-a5619159155d req-cf7ac3f6-0ef1-447e-8cdc-2db8bf05e3f0 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:12.070702 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3be0f310-4b6e-4ee7-831e-a5619159155d req-cf7ac3f6-0ef1-447e-8cdc-2db8bf05e3f0 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "PUT /v2.0/ports/c0f9dbe2-b546-41c5-899d-f430a9fa6614 HTTP/1.1" status: 200 len: 982 time: 0.3995018 Nov 24 11:27:12.071170 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65303cd-7d89-41e5-9a7d-8293c5dc1828', 'tag': 'c0f9dbe2-b546-41c5-899d-f430a9fa6614'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:27:12.073494 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b403269e-0cad-4a70-8811-fa95dd21303a" -d '{"events": [{"name": "network-changed", "server_uuid": "b65303cd-7d89-41e5-9a7d-8293c5dc1828", "tag": "c0f9dbe2-b546-41c5-899d-f430a9fa6614"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:27:12.098272 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ac3f6-0ef1-447e-8cdc-2db8bf05e3f0 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Pushing event updated for resources: {'Port': ['ID=c0f9dbe2-b546-41c5-899d-f430a9fa6614,revision_number=6']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:12.166579 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf597b9-24df-4810-b889-9d8af524ea95 x-openstack-request-id: req-daf597b9-24df-4810-b889-9d8af524ea95 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:27:12.167216 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65303cd-7d89-41e5-9a7d-8293c5dc1828", "tag": "c0f9dbe2-b546-41c5-899d-f430a9fa6614", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:27:12.167216 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-daf597b9-24df-4810-b889-9d8af524ea95 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:27:12.167509 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65303cd-7d89-41e5-9a7d-8293c5dc1828', 'tag': 'c0f9dbe2-b546-41c5-899d-f430a9fa6614', 'status': 'completed', 'code': 200} Nov 24 11:27:12.234789 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['c0f9dbe2-b546-41c5-899d-f430a9fa6614'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:27:12.292060 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee5376-8e00-4c41-b1bd-73c70f743282 req-9fa15f5b-2186-46a7-9991-ee87e1129e8f tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:12.300189 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-27ee5376-8e00-4c41-b1bd-73c70f743282 req-9fa15f5b-2186-46a7-9991-ee87e1129e8f tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 985 time: 0.1452701 Nov 24 11:27:12.316767 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403269e-0cad-4a70-8811-fa95dd21303a req-1440e22b-c9cc-4ac1-9aee-6af76dbe1b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:12.323899 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b403269e-0cad-4a70-8811-fa95dd21303a req-1440e22b-c9cc-4ac1-9aee-6af76dbe1b28 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae558214c820410eb671590ac1e8a8da&device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 1138 time: 0.1117105 Nov 24 11:27:12.486223 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-87613bb7-626b-471b-8123-073879586446 None None] Provisioning complete for port c0f9dbe2-b546-41c5-899d-f430a9fa6614 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:27:12.487215 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-87613bb7-626b-471b-8123-073879586446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:12.508997 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-27ee5376-8e00-4c41-b1bd-73c70f743282 req-5ab7227f-30af-4afb-acdc-0faea3468e82 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce7d7233-658e-4188-a294-a3807a370b54&id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1959207 Nov 24 11:27:12.549365 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403269e-0cad-4a70-8811-fa95dd21303a req-dfba5eaa-bedd-4e11-9589-c0161c272d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:12.551792 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b403269e-0cad-4a70-8811-fa95dd21303a req-dfba5eaa-bedd-4e11-9589-c0161c272d87 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2bde2ae8-45ee-4070-9571-16e9c16c0131 HTTP/1.1" status: 200 len: 916 time: 0.2065768 Nov 24 11:27:12.577792 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330727bd-f5d2-4fcc-8221-8a0e2ecb10c8 req-c82ea9b5-5e58-41cf-aa1a-a088ab14b523 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:12.586588 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-330727bd-f5d2-4fcc-8221-8a0e2ecb10c8 req-c82ea9b5-5e58-41cf-aa1a-a088ab14b523 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.1513040 Nov 24 11:27:12.705965 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b403269e-0cad-4a70-8811-fa95dd21303a req-bb1da496-13c8-48c4-a504-87f5656e9723 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0f9dbe2-b546-41c5-899d-f430a9fa6614 HTTP/1.1" status: 200 len: 1002 time: 0.1178365 Nov 24 11:27:12.816913 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-330727bd-f5d2-4fcc-8221-8a0e2ecb10c8 req-291884ae-f8f9-43e8-b47d-719fd90fb038 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718357 Nov 24 11:27:12.845800 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061fb9f-8092-4ca7-aff3-7299f62ffce2 req-5adad377-a872-4660-a9c5-7dd7a47a1700 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:12.847694 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8061fb9f-8092-4ca7-aff3-7299f62ffce2 req-5adad377-a872-4660-a9c5-7dd7a47a1700 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0787330 Nov 24 11:27:12.849339 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403269e-0cad-4a70-8811-fa95dd21303a req-d63577e8-fec7-4799-80aa-a312a029d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:12.850825 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b403269e-0cad-4a70-8811-fa95dd21303a req-d63577e8-fec7-4799-80aa-a312a029d841 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e19b93eb-c4d4-48a5-8a68-ccd4233b0f65 HTTP/1.1" status: 200 len: 854 time: 0.1308904 Nov 24 11:27:12.957088 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403269e-0cad-4a70-8811-fa95dd21303a req-0ce55713-fff9-49a0-a5f8-105a5f378f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:12.959054 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b403269e-0cad-4a70-8811-fa95dd21303a req-0ce55713-fff9-49a0-a5f8-105a5f378f23 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2bde2ae8-45ee-4070-9571-16e9c16c0131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0935845 Nov 24 11:27:12.977919 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8061fb9f-8092-4ca7-aff3-7299f62ffce2 req-13f047a6-3228-49e3-8ec6-47852c001089 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212313 Nov 24 11:27:13.096872 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b403269e-0cad-4a70-8811-fa95dd21303a req-e895d44c-1374-4fd5-9c54-eaca0f294bea service neutron] 10.222.0.65 "GET /v2.0/networks/2bde2ae8-45ee-4070-9571-16e9c16c0131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148229 Nov 24 11:27:13.207163 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b403269e-0cad-4a70-8811-fa95dd21303a req-498510a5-e241-4ab0-aed7-6eff99eca9ef service neutron] 10.222.0.65 "GET /v2.0/networks/2bde2ae8-45ee-4070-9571-16e9c16c0131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913708 Nov 24 11:27:13.954483 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccd212-d477-4508-937f-73b54f1c0298 req-d1332b59-e192-4c95-924d-81822ac42cf1 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:13.955961 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-46ccd212-d477-4508-937f-73b54f1c0298 req-d1332b59-e192-4c95-924d-81822ac42cf1 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0567157 Nov 24 11:27:14.288439 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-46ccd212-d477-4508-937f-73b54f1c0298 req-e569fc7a-e400-4973-900a-2da8b5d9ad28 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259909 Nov 24 11:27:14.300504 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3483ce-0f28-46f0-a084-e454521b0bc8 req-ecacf59b-0f5b-4b17-8c10-b3193309f473 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:14.302027 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ce3483ce-0f28-46f0-a084-e454521b0bc8 req-ecacf59b-0f5b-4b17-8c10-b3193309f473 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0708785 Nov 24 11:27:14.351987 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ce3483ce-0f28-46f0-a084-e454521b0bc8 req-1127cf6b-4854-49a7-afbd-c963df6ac625 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436318 Nov 24 11:27:14.623822 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee018cb-321a-4765-b195-2dcab9161f1e req-892cd0a5-6bf2-4761-a145-06212e23a9ee tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:14.625374 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-aee018cb-321a-4765-b195-2dcab9161f1e req-892cd0a5-6bf2-4761-a145-06212e23a9ee tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 945 time: 0.0627639 Nov 24 11:27:14.781827 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-aee018cb-321a-4765-b195-2dcab9161f1e req-8c9a936c-fab0-4f0e-b53e-880f4dd78471 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Deleting port 8b2bc093-54ca-4228-b5a8-ce15e80f6a21 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:27:14.782183 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-aee018cb-321a-4765-b195-2dcab9161f1e req-8c9a936c-fab0-4f0e-b53e-880f4dd78471 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:14.897301 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-aee018cb-321a-4765-b195-2dcab9161f1e req-8c9a936c-fab0-4f0e-b53e-880f4dd78471 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] For port 8b2bc093-54ca-4228-b5a8-ce15e80f6a21, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=8b2bc093-54ca-4228-b5a8-ce15e80f6a21,segment=NetworkSegment(bacaa2f9-4df6-4e19-9c3c-9e736d521b32),segment_id=bacaa2f9-4df6-4e19-9c3c-9e736d521b32)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:27:14.897781 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-aee018cb-321a-4765-b195-2dcab9161f1e req-8c9a936c-fab0-4f0e-b53e-880f4dd78471 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:14.919767 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-aee018cb-321a-4765-b195-2dcab9161f1e req-8c9a936c-fab0-4f0e-b53e-880f4dd78471 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Calling delete_port for 8b2bc093-54ca-4228-b5a8-ce15e80f6a21 owned by compute:nova {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:27:15.072264 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-aee018cb-321a-4765-b195-2dcab9161f1e req-8c9a936c-fab0-4f0e-b53e-880f4dd78471 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:15.084354 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['8b2bc093-54ca-4228-b5a8-ce15e80f6a21', '318624af-0998-4bb1-af72-81fbe7e75826'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:27:15.115836 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a936c-fab0-4f0e-b53e-880f4dd78471 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Pushing event deleted for resources: {'Port': ['ID=8b2bc093-54ca-4228-b5a8-ce15e80f6a21,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:15.161834 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee018cb-321a-4765-b195-2dcab9161f1e req-8c9a936c-fab0-4f0e-b53e-880f4dd78471 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] No DVR routers for this DVR port 8b2bc093-54ca-4228-b5a8-ce15e80f6a21 on host hv-cinder-81908 {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:27:15.165606 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-aee018cb-321a-4765-b195-2dcab9161f1e req-8c9a936c-fab0-4f0e-b53e-880f4dd78471 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:15.170491 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-aee018cb-321a-4765-b195-2dcab9161f1e req-8c9a936c-fab0-4f0e-b53e-880f4dd78471 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.65 "DELETE /v2.0/ports/8b2bc093-54ca-4228-b5a8-ce15e80f6a21 HTTP/1.1" status: 204 len: 173 time: 0.5356703 Nov 24 11:27:15.170988 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f54e297-ae97-477b-b3ad-b32f8bc5555e', 'name': 'network-vif-deleted', 'tag': '8b2bc093-54ca-4228-b5a8-ce15e80f6a21'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:27:15.173406 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f97422-2b49-4309-97c7-46cacb466a7e" -d '{"events": [{"server_uuid": "8f54e297-ae97-477b-b3ad-b32f8bc5555e", "name": "network-vif-deleted", "tag": "8b2bc093-54ca-4228-b5a8-ce15e80f6a21"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:27:15.217952 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ef9b71-45b3-45ee-a6e2-18f16f6694a7 x-openstack-request-id: req-e2ef9b71-45b3-45ee-a6e2-18f16f6694a7 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:27:15.217952 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f54e297-ae97-477b-b3ad-b32f8bc5555e", "name": "network-vif-deleted", "tag": "8b2bc093-54ca-4228-b5a8-ce15e80f6a21", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:27:15.218228 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e2ef9b71-45b3-45ee-a6e2-18f16f6694a7 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:27:15.218519 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f54e297-ae97-477b-b3ad-b32f8bc5555e', 'name': 'network-vif-deleted', 'tag': '8b2bc093-54ca-4228-b5a8-ce15e80f6a21', 'status': 'completed', 'code': 200} Nov 24 11:27:15.425730 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-67c11f33-7a0e-4a8f-9940-5bc48321cc50 req-55769c5b-4e5e-4d56-b2f6-e00dde3c89d0 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f54e297-ae97-477b-b3ad-b32f8bc5555e HTTP/1.1" status: 200 len: 210 time: 0.0359683 Nov 24 11:27:15.504801 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a6639-0c85-4bf6-b1e1-d69515323848 req-7a132875-e355-4ad9-8b42-a42186958e9f tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:15.506324 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b90a6639-0c85-4bf6-b1e1-d69515323848 req-7a132875-e355-4ad9-8b42-a42186958e9f tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0496125 Nov 24 11:27:15.555331 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b90a6639-0c85-4bf6-b1e1-d69515323848 req-792025c2-8863-40d8-b6af-2ba97f4e3c0a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424180 Nov 24 11:27:16.430695 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2cc01cae-8537-4082-98b0-8f35cec5b178 req-5b08fac0-df7a-4411-be84-24b87c50b120 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426748 Nov 24 11:27:16.496845 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc01cae-8537-4082-98b0-8f35cec5b178 req-734f60bc-58be-4b83-9352-732b4b1910ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:16.498335 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2cc01cae-8537-4082-98b0-8f35cec5b178 req-734f60bc-58be-4b83-9352-732b4b1910ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6a92dfb7f26143f8aa4cc3ca2bcc9088&device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 1099 time: 0.0436151 Nov 24 11:27:16.613573 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc01cae-8537-4082-98b0-8f35cec5b178 req-d3d6dce7-1a2b-4a19-917f-2e7354a11161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:16.615088 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2cc01cae-8537-4082-98b0-8f35cec5b178 req-d3d6dce7-1a2b-4a19-917f-2e7354a11161 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0eaf43db-385c-4388-a2f4-5981573fae4b HTTP/1.1" status: 200 len: 911 time: 0.0931370 Nov 24 11:27:16.737576 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2cc01cae-8537-4082-98b0-8f35cec5b178 req-cd5dc3c9-b2dc-4fa6-89bc-7f808b3fba21 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6370e0ef-c4f2-48de-9bd9-ada7b86b5466 HTTP/1.1" status: 200 len: 1002 time: 0.1138651 Nov 24 11:27:16.755763 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4788c2d-35d9-4eed-b2d5-342eed826b53 req-66f9dd8e-750e-405e-b769-454329393807 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:16.757226 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e4788c2d-35d9-4eed-b2d5-342eed826b53 req-66f9dd8e-750e-405e-b769-454329393807 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0956659 Nov 24 11:27:16.776704 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ea39b-f560-4f1e-bfc3-8d80c240858d req-d1d7d041-9cb2-4a7f-9567-0ca59f810d77 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:16.778195 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f78ea39b-f560-4f1e-bfc3-8d80c240858d req-d1d7d041-9cb2-4a7f-9567-0ca59f810d77 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.1155469 Nov 24 11:27:16.821211 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:16.852285 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc01cae-8537-4082-98b0-8f35cec5b178 req-06334ecf-b622-40bc-95fd-e1f6dddf1b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:16.853754 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2cc01cae-8537-4082-98b0-8f35cec5b178 req-06334ecf-b622-40bc-95fd-e1f6dddf1b6b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d217b95-72ec-45a6-bf60-4be1d5b405e2 HTTP/1.1" status: 200 len: 849 time: 0.0950737 Nov 24 11:27:16.886166 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e4788c2d-35d9-4eed-b2d5-342eed826b53 req-003fa9dd-11b7-42b3-b52e-90cf37ea69d3 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070230 Nov 24 11:27:16.917901 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f78ea39b-f560-4f1e-bfc3-8d80c240858d req-9e216ece-8e0d-48ba-b87e-d290a10e4901 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133823 Nov 24 11:27:16.929437 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc01cae-8537-4082-98b0-8f35cec5b178 req-c8a2d7fa-7a86-46ff-8287-0b66155a7bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:16.930834 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2cc01cae-8537-4082-98b0-8f35cec5b178 req-c8a2d7fa-7a86-46ff-8287-0b66155a7bb5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0eaf43db-385c-4388-a2f4-5981573fae4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643117 Nov 24 11:27:17.034917 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2cc01cae-8537-4082-98b0-8f35cec5b178 req-0dc5019f-cf76-49e9-9486-c6927262a415 service neutron] 10.222.0.65 "GET /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928533 Nov 24 11:27:17.134950 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2cc01cae-8537-4082-98b0-8f35cec5b178 req-50b20682-d7ec-497c-80f0-c9ea78e26879 service neutron] 10.222.0.65 "GET /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909140 Nov 24 11:27:17.269778 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 8b2bc093-54ca-4228-b5a8-ce15e80f6a21 no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:27:17.292074 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] No Port match for: 8b2bc093-54ca-4228-b5a8-ce15e80f6a21 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:27:17.292415 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 8b2bc093-54ca-4228-b5a8-ce15e80f6a21 not bound to the agent host hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:27:18.038251 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38e58b-35d7-4d93-a67e-811a9df08ab6 req-c71b076e-4195-4751-b04a-109ada7399b2 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:18.039729 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0b38e58b-35d7-4d93-a67e-811a9df08ab6 req-c71b076e-4195-4751-b04a-109ada7399b2 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0832038 Nov 24 11:27:18.061764 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94bf80-e571-4729-9946-8dd812e09636 req-4fd88400-34b1-4f3d-ae9e-515ba2872172 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:18.063207 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cb94bf80-e571-4729-9946-8dd812e09636 req-4fd88400-34b1-4f3d-ae9e-515ba2872172 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0720148 Nov 24 11:27:18.121071 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0b38e58b-35d7-4d93-a67e-811a9df08ab6 req-0b4c21d4-9d45-4010-877e-52d2e92ae4a4 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749958 Nov 24 11:27:18.131955 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cb94bf80-e571-4729-9946-8dd812e09636 req-6ed9e299-7ec2-4afb-a140-44c7c107142f tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626221 Nov 24 11:27:18.292812 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 54370) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:18.335482 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_v2 [None req-08230ce5-bd44-440b-89fc-9bb02739db97 admin admin] Deleting subnet 0cad724a-5e9f-49de-ad86-383fc7ef8bf2 {{(pid=102482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 11:27:18.338428 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-08230ce5-bd44-440b-89fc-9bb02739db97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:18.374782 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-08230ce5-bd44-440b-89fc-9bb02739db97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532784871'] for subnet, precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:18.416105 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-08230ce5-bd44-440b-89fc-9bb02739db97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036365'] for subnet, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:18.467207 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-08230ce5-bd44-440b-89fc-9bb02739db97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536166318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532794180'] for subnet, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:18.493222 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08230ce5-bd44-440b-89fc-9bb02739db97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cad724a-5e9f-49de-ad86-383fc7ef8bf2,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:18.498521 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-08230ce5-bd44-440b-89fc-9bb02739db97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:18.503029 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-08230ce5-bd44-440b-89fc-9bb02739db97 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0cad724a-5e9f-49de-ad86-383fc7ef8bf2 HTTP/1.1" status: 204 len: 168 time: 0.2086916 Nov 24 11:27:18.504938 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 54372) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:18.580785 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-26fa99a1-4e3f-412f-b49f-1c8a4d8c1a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622759'] for network, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:18.657768 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-26fa99a1-4e3f-412f-b49f-1c8a4d8c1a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037944', 'neutron.services.segments.db._delete_segments_for_network-8771666762424'] for network, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:18.677332 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-26fa99a1-4e3f-412f-b49f-1c8a4d8c1a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f055956-a00c-4f85-9aae-c2bf08efc831']}} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:27:18.689693 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-26fa99a1-4e3f-412f-b49f-1c8a4d8c1a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13292565-5aff-434a-9670-1428be652e2b') {'for_net_delete': True} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:27:18.689991 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-26fa99a1-4e3f-412f-b49f-1c8a4d8c1a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13292565-5aff-434a-9670-1428be652e2b') {} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:27:18.703983 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-26fa99a1-4e3f-412f-b49f-1c8a4d8c1a41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666709580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532784894'] for segment, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:18.717801 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-26fa99a1-4e3f-412f-b49f-1c8a4d8c1a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:18.723729 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fa99a1-4e3f-412f-b49f-1c8a4d8c1a41 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=102482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 11:27:18.724097 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-26fa99a1-4e3f-412f-b49f-1c8a4d8c1a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536164608'] for segment, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: Traceback (most recent call last): Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: timer() Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: cb(*args, **kw) Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: return func(*args, **kwargs) Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: self._notify() Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: self.callback(batched_events) Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: event.method(event) Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: return f(self, *a, **k) Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: return self._get(url).json() Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: return self.request(url, 'GET', **kwargs) Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:27:18.725781 dv-cinder-819089-1-iscsi neutron-server[102482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:27:18.779253 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-26fa99a1-4e3f-412f-b49f-1c8a4d8c1a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975206'] for network, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:18.786451 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-26fa99a1-4e3f-412f-b49f-1c8a4d8c1a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:18.790083 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-26fa99a1-4e3f-412f-b49f-1c8a4d8c1a41 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5f055956-a00c-4f85-9aae-c2bf08efc831 HTTP/1.1" status: 204 len: 168 time: 0.2839174 Nov 24 11:27:18.798800 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa99a1-4e3f-412f-b49f-1c8a4d8c1a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f055956-a00c-4f85-9aae-c2bf08efc831,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:18.977009 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 54376) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:19.029791 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-a0fa4b64-173c-4707-b58f-fdd513e33ac5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c0cb8f496b7a46a491c200383866adf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515988 Nov 24 11:27:19.032180 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 54378) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:19.079492 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a729afd6-2edb-4898-a50b-1ea098d01297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:19.104111 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a729afd6-2edb-4898-a50b-1ea098d01297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:19.149384 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a729afd6-2edb-4898-a50b-1ea098d01297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:19.152297 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a729afd6-2edb-4898-a50b-1ea098d01297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:19.155776 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-a729afd6-2edb-4898-a50b-1ea098d01297 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/135dcfae-3751-4848-8103-70c76b0716fb HTTP/1.1" status: 204 len: 168 time: 0.1203835 Nov 24 11:27:19.168321 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729afd6-2edb-4898-a50b-1ea098d01297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135dcfae-3751-4848-8103-70c76b0716fb,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:19.177221 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729afd6-2edb-4898-a50b-1ea098d01297 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:19.177754 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729afd6-2edb-4898-a50b-1ea098d01297 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:19.178194 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729afd6-2edb-4898-a50b-1ea098d01297 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:19.178625 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729afd6-2edb-4898-a50b-1ea098d01297 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:19.179027 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729afd6-2edb-4898-a50b-1ea098d01297 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:19.179532 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729afd6-2edb-4898-a50b-1ea098d01297 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:19.179926 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729afd6-2edb-4898-a50b-1ea098d01297 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:19.180599 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729afd6-2edb-4898-a50b-1ea098d01297 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:19.180770 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729afd6-2edb-4898-a50b-1ea098d01297 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:19.181086 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729afd6-2edb-4898-a50b-1ea098d01297 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:19.181471 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729afd6-2edb-4898-a50b-1ea098d01297 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:19.181852 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729afd6-2edb-4898-a50b-1ea098d01297 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:19.282022 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449bd66-dce4-474e-8da6-6b20b442af72 req-323df56e-d8cd-45bf-aa10-a64c3c56f55f tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:19.284203 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7449bd66-dce4-474e-8da6-6b20b442af72 req-323df56e-d8cd-45bf-aa10-a64c3c56f55f tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0679414 Nov 24 11:27:19.291686 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857aa224-7d5e-41d9-8fdb-ab4c49c64219 req-f206a9b6-e90a-441e-be37-dfa5b1882467 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:19.293085 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-857aa224-7d5e-41d9-8fdb-ab4c49c64219 req-f206a9b6-e90a-441e-be37-dfa5b1882467 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0880363 Nov 24 11:27:19.422516 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7449bd66-dce4-474e-8da6-6b20b442af72 req-d7fe2365-b407-4979-ac3b-9179beba9ad2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282208 Nov 24 11:27:19.431220 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-857aa224-7d5e-41d9-8fdb-ab4c49c64219 req-6180f938-e9d9-4ba4-8667-0e56d76cec3e tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191792 Nov 24 11:27:20.576089 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa1a15-3174-4f21-9915-ec6c37aaf533 req-684c2cbc-4225-4ba6-b18c-6588d5d9fc27 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:20.577581 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-50fa1a15-3174-4f21-9915-ec6c37aaf533 req-684c2cbc-4225-4ba6-b18c-6588d5d9fc27 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0766549 Nov 24 11:27:20.585689 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125ff0a-2e17-4d29-bafa-263e6359fc39 req-1e9d84f3-a393-45c2-b516-0f6cac01041a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:20.586950 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8125ff0a-2e17-4d29-bafa-263e6359fc39 req-1e9d84f3-a393-45c2-b516-0f6cac01041a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0767598 Nov 24 11:27:20.650153 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-50fa1a15-3174-4f21-9915-ec6c37aaf533 req-6013cfc8-aae4-469a-9a32-77a794f0da71 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622725 Nov 24 11:27:20.662094 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8125ff0a-2e17-4d29-bafa-263e6359fc39 req-bbba7b67-4492-43a8-8482-056e36c0a1f1 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677376 Nov 24 11:27:21.802307 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45564d5-6e93-4d45-a36b-bfb2e721ec62 req-da4b261a-feff-4f94-b8df-0e3233c0b767 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:21.803681 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c45564d5-6e93-4d45-a36b-bfb2e721ec62 req-da4b261a-feff-4f94-b8df-0e3233c0b767 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0847201 Nov 24 11:27:21.811722 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6817a-9508-431a-a57f-a42351a37970 req-a3ad8bee-d6f0-4aa2-9c46-89036546c324 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:21.813112 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d6d6817a-9508-431a-a57f-a42351a37970 req-a3ad8bee-d6f0-4aa2-9c46-89036546c324 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0639539 Nov 24 11:27:21.885566 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c45564d5-6e93-4d45-a36b-bfb2e721ec62 req-84583a3d-9603-4f27-b840-e8dc4779aa03 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714970 Nov 24 11:27:21.889061 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d6d6817a-9508-431a-a57f-a42351a37970 req-9be2b136-9916-4741-8841-f029eb960811 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689356 Nov 24 11:27:23.031989 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0836e-0b12-427f-bc10-310d36152501 req-d3f59d1d-19ea-40bf-beb3-4c129bd6738a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:23.033533 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-10e0836e-0b12-427f-bc10-310d36152501 req-d3f59d1d-19ea-40bf-beb3-4c129bd6738a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0705278 Nov 24 11:27:23.040933 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec828c-aa35-4388-8352-0393a27b74fc req-5cc4eb30-db52-4d6d-a95c-4cc3d21efc39 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:23.042252 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a6ec828c-aa35-4388-8352-0393a27b74fc req-5cc4eb30-db52-4d6d-a95c-4cc3d21efc39 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0885963 Nov 24 11:27:23.114597 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-10e0836e-0b12-427f-bc10-310d36152501 req-bd142d2f-5502-4566-b3aa-84bfc5011d85 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714071 Nov 24 11:27:23.117751 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a6ec828c-aa35-4388-8352-0393a27b74fc req-5afaf6e3-96e2-4887-a307-409c629ce3ce tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/security-groups?id=66ddce45-982a-44e9-b832-749abfd3ea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690703 Nov 24 11:27:23.603388 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189fe86-8bc3-4a52-a733-68c4e812c079 req-26f2d9dd-589b-4b13-8968-1cbab2a5fb5e tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:23.604878 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a189fe86-8bc3-4a52-a733-68c4e812c079 req-26f2d9dd-589b-4b13-8968-1cbab2a5fb5e tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.65 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 946 time: 0.0481665 Nov 24 11:27:23.700377 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-a189fe86-8bc3-4a52-a733-68c4e812c079 req-f1f83e71-46b6-48f0-b34e-b17a226621a4 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Deleting port 318624af-0998-4bb1-af72-81fbe7e75826 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:27:23.700732 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-a189fe86-8bc3-4a52-a733-68c4e812c079 req-f1f83e71-46b6-48f0-b34e-b17a226621a4 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:23.787215 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-a189fe86-8bc3-4a52-a733-68c4e812c079 req-f1f83e71-46b6-48f0-b34e-b17a226621a4 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] For port 318624af-0998-4bb1-af72-81fbe7e75826, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=318624af-0998-4bb1-af72-81fbe7e75826,segment=NetworkSegment(bacaa2f9-4df6-4e19-9c3c-9e736d521b32),segment_id=bacaa2f9-4df6-4e19-9c3c-9e736d521b32)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:27:23.787572 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-a189fe86-8bc3-4a52-a733-68c4e812c079 req-f1f83e71-46b6-48f0-b34e-b17a226621a4 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:23.800506 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-a189fe86-8bc3-4a52-a733-68c4e812c079 req-f1f83e71-46b6-48f0-b34e-b17a226621a4 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Calling delete_port for 318624af-0998-4bb1-af72-81fbe7e75826 owned by compute:nova {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:27:23.928196 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-a189fe86-8bc3-4a52-a733-68c4e812c079 req-f1f83e71-46b6-48f0-b34e-b17a226621a4 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:23.940505 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['318624af-0998-4bb1-af72-81fbe7e75826'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:27:23.956062 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f83e71-46b6-48f0-b34e-b17a226621a4 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Pushing event deleted for resources: {'Port': ['ID=318624af-0998-4bb1-af72-81fbe7e75826,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:23.999295 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-a189fe86-8bc3-4a52-a733-68c4e812c079 req-f1f83e71-46b6-48f0-b34e-b17a226621a4 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] No DVR routers for this DVR port 318624af-0998-4bb1-af72-81fbe7e75826 on host hv-cinder-81908 {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:27:24.001815 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-a189fe86-8bc3-4a52-a733-68c4e812c079 req-f1f83e71-46b6-48f0-b34e-b17a226621a4 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:24.005103 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a189fe86-8bc3-4a52-a733-68c4e812c079 req-f1f83e71-46b6-48f0-b34e-b17a226621a4 tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.65 "DELETE /v2.0/ports/318624af-0998-4bb1-af72-81fbe7e75826 HTTP/1.1" status: 204 len: 173 time: 0.3929207 Nov 24 11:27:24.005535 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61dc34e2-90e1-47ed-ac02-d048ff48d0ce', 'name': 'network-vif-deleted', 'tag': '318624af-0998-4bb1-af72-81fbe7e75826'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:27:24.007804 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689323e7-892f-4ebc-ac91-278fc62b90e1" -d '{"events": [{"server_uuid": "61dc34e2-90e1-47ed-ac02-d048ff48d0ce", "name": "network-vif-deleted", "tag": "318624af-0998-4bb1-af72-81fbe7e75826"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:27:24.045885 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b118fc8-b8fd-45b9-871f-7f42e73f189f x-openstack-request-id: req-2b118fc8-b8fd-45b9-871f-7f42e73f189f {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:27:24.046473 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61dc34e2-90e1-47ed-ac02-d048ff48d0ce", "name": "network-vif-deleted", "tag": "318624af-0998-4bb1-af72-81fbe7e75826", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:27:24.046473 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2b118fc8-b8fd-45b9-871f-7f42e73f189f {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:27:24.046807 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61dc34e2-90e1-47ed-ac02-d048ff48d0ce', 'name': 'network-vif-deleted', 'tag': '318624af-0998-4bb1-af72-81fbe7e75826', 'status': 'completed', 'code': 200} Nov 24 11:27:24.242438 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-77f2fae0-4986-4a1e-a43a-e801fef065de req-b1e5563a-c8ca-442a-8e58-7d5fecd338de tempest-ServerRescueNegativeTestJSON-1705551020 tempest-ServerRescueNegativeTestJSON-1705551020-project] 10.222.0.54 "GET /v2.0/ports?device_id=61dc34e2-90e1-47ed-ac02-d048ff48d0ce HTTP/1.1" status: 200 len: 210 time: 0.0393999 Nov 24 11:27:24.264017 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b47718-6314-4f47-9c2f-2c92747ca757 req-236cce8b-a9c1-40b7-bbd4-14b0e3fe3eda tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:24.265561 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-40b47718-6314-4f47-9c2f-2c92747ca757 req-236cce8b-a9c1-40b7-bbd4-14b0e3fe3eda tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0733821 Nov 24 11:27:24.316434 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-40b47718-6314-4f47-9c2f-2c92747ca757 req-5f1f76de-2707-4d30-9043-31ce01ae646d tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442002 Nov 24 11:27:25.304402 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 54496) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:25.489347 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee746df-e0d1-4bcc-a20b-42fda1410f5e req-fc7c32e5-fe4e-421c-acfc-4c5ffc762054 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:25.490807 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eee746df-e0d1-4bcc-a20b-42fda1410f5e req-fc7c32e5-fe4e-421c-acfc-4c5ffc762054 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.1011531 Nov 24 11:27:25.580281 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eee746df-e0d1-4bcc-a20b-42fda1410f5e req-a986a2c3-07a2-441f-b5a3-66f9da61f0f8 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829332 Nov 24 11:27:25.788939 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a9aeb207-33dd-473d-a5e6-3f2731f24d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2040244'] for router_interface, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:26.301568 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-a9aeb207-33dd-473d-a5e6-3f2731f24d35 admin admin] Deleting port 9b663489-5345-4f73-8ffb-e0fb31cfc6b1 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:27:26.301820 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a9aeb207-33dd-473d-a5e6-3f2731f24d35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:26.364368 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7289997c-20f5-4ca3-b573-786474c96ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:26.382227 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-a9aeb207-33dd-473d-a5e6-3f2731f24d35 admin admin] For port 9b663489-5345-4f73-8ffb-e0fb31cfc6b1, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=9b663489-5345-4f73-8ffb-e0fb31cfc6b1,segment=NetworkSegment(bacaa2f9-4df6-4e19-9c3c-9e736d521b32),segment_id=bacaa2f9-4df6-4e19-9c3c-9e736d521b32)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:27:26.382747 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a9aeb207-33dd-473d-a5e6-3f2731f24d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:26.394483 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-a9aeb207-33dd-473d-a5e6-3f2731f24d35 admin admin] Calling delete_port for 9b663489-5345-4f73-8ffb-e0fb31cfc6b1 owned by network:router_interface {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:27:26.569543 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a9aeb207-33dd-473d-a5e6-3f2731f24d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:26.595157 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aeb207-33dd-473d-a5e6-3f2731f24d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b663489-5345-4f73-8ffb-e0fb31cfc6b1,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:26.786351 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1473e-950a-4ced-9c8e-efbe6bafde1d req-f0dcf60c-ea9e-4cfc-bd67-fce9140c6bd8 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:26.787793 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5db1473e-950a-4ced-9c8e-efbe6bafde1d req-f0dcf60c-ea9e-4cfc-bd67-fce9140c6bd8 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.1309452 Nov 24 11:27:26.810255 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a9aeb207-33dd-473d-a5e6-3f2731f24d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086948'] for router_interface, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:26.887932 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5db1473e-950a-4ced-9c8e-efbe6bafde1d req-5a0c8f0e-6bb7-4c2d-831a-ccc1beb3b7eb tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934720 Nov 24 11:27:27.046338 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9aeb207-33dd-473d-a5e6-3f2731f24d35 admin admin] Router 3f214b52-2255-4ed4-ae82-380574ce1ad6 has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:27:27.159706 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9aeb207-33dd-473d-a5e6-3f2731f24d35 admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:27:27.167894 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 54506) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:27.168462 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-a9aeb207-33dd-473d-a5e6-3f2731f24d35 admin admin] 10.222.0.54 "PUT /v2.0/routers/3f214b52-2255-4ed4-ae82-380574ce1ad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8629084 Nov 24 11:27:27.169908 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e6f650-6461-4fb1-953d-9500f1f8bda3 None None] Sync routers for ids ['3f214b52-2255-4ed4-ae82-380574ce1ad6'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:27:27.179676 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e6f650-6461-4fb1-953d-9500f1f8bda3 None None] Routers {'3f214b52-2255-4ed4-ae82-380574ce1ad6'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:27:27.180265 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-14e6f650-6461-4fb1-953d-9500f1f8bda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:26:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['3f214b52-2255-4ed4-ae82-380574ce1ad6'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:27:27.270676 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Publish callbacks [] for router, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:27.280026 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-14e6f650-6461-4fb1-953d-9500f1f8bda3 None None] Set router 3f214b52-2255-4ed4-ae82-380574ce1ad6 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:27:27.305888 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 029f9f7f-08e4-421a-bec6-0045084f566d details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:27:27.376106 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 318624af-0998-4bb1-af72-81fbe7e75826 no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:27:27.388558 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:27.412564 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] No Port match for: 318624af-0998-4bb1-af72-81fbe7e75826 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:27:27.412867 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 318624af-0998-4bb1-af72-81fbe7e75826 not bound to the agent host hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:27:27.425634 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 029f9f7f-08e4-421a-bec6-0045084f566d, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=029f9f7f-08e4-421a-bec6-0045084f566d,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:27:27.436572 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': '029f9f7f-08e4-421a-bec6-0045084f566d', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'port_id': '029f9f7f-08e4-421a-bec6-0045084f566d', 'mac_address': 'fa:16:3e:11:af:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869a9006-91f2-477a-a322-c62397f17982', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:27:27.448712 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Deleting port 2b400167-6941-4210-9868-6b93ec547c63 {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:27:27.449062 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:27.473062 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-14e6f650-6461-4fb1-953d-9500f1f8bda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f214b52-2255-4ed4-ae82-380574ce1ad6', 'name': 'tempest-ServerRescueNegativeTestJSON-1647758700-router', 'tenant_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '2b400167-6941-4210-9868-6b93ec547c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:03Z', 'updated_at': '2021-11-24T11:27:26Z', 'revision_number': 5, 'project_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'gw_port': {'id': '2b400167-6941-4210-9868-6b93ec547c63', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f214b52-2255-4ed4-ae82-380574ce1ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:27:27.482930 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:27.496086 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 029f9f7f-08e4-421a-bec6-0045084f566d {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:27:27.499290 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e6f650-6461-4fb1-953d-9500f1f8bda3 None None] Checking router: 3f214b52-2255-4ed4-ae82-380574ce1ad6 for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:27:27.508696 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e6f650-6461-4fb1-953d-9500f1f8bda3 None None] Routers {'3f214b52-2255-4ed4-ae82-380574ce1ad6'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:27:27.509299 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-14e6f650-6461-4fb1-953d-9500f1f8bda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:26:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['3f214b52-2255-4ed4-ae82-380574ce1ad6'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:27:27.516340 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 029f9f7f-08e4-421a-bec6-0045084f566d, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=029f9f7f-08e4-421a-bec6-0045084f566d,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:27:27.520856 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:27.536382 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] For port 2b400167-6941-4210-9868-6b93ec547c63, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=2b400167-6941-4210-9868-6b93ec547c63,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:27:27.536803 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:27.548815 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Calling delete_port for 2b400167-6941-4210-9868-6b93ec547c63 owned by network:router_gateway {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:27:27.569116 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=029f9f7f-08e4-421a-bec6-0045084f566d,revision_number=6']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:27.579258 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.579630 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.580600 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.580964 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.581294 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.581632 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.581948 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.582270 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.582594 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.582909 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.583230 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.583546 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.599326 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-14e6f650-6461-4fb1-953d-9500f1f8bda3 None None] Set router 3f214b52-2255-4ed4-ae82-380574ce1ad6 gateway port host: None {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:27:27.650252 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['029f9f7f-08e4-421a-bec6-0045084f566d'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:27:27.654059 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-14e6f650-6461-4fb1-953d-9500f1f8bda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f214b52-2255-4ed4-ae82-380574ce1ad6', 'name': 'tempest-ServerRescueNegativeTestJSON-1647758700-router', 'tenant_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:03Z', 'updated_at': '2021-11-24T11:27:27Z', 'revision_number': 6, 'project_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'gw_port_host': None}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:27:27.678854 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e6f650-6461-4fb1-953d-9500f1f8bda3 None None] The sync data for ids ['3f214b52-2255-4ed4-ae82-380574ce1ad6'] in dv-cinder-819089-1-iscsi is: [{'id': '3f214b52-2255-4ed4-ae82-380574ce1ad6', 'name': 'tempest-ServerRescueNegativeTestJSON-1647758700-router', 'tenant_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:03Z', 'updated_at': '2021-11-24T11:27:27Z', 'revision_number': 6, 'project_id': '4ef4eb6fdaf240b8bd9d2238dfb2efef', 'gw_port_host': None}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:27:27.721752 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:27.755224 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b400167-6941-4210-9868-6b93ec547c63,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:27.766712 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.767069 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.767979 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.768324 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.768680 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.769023 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.769358 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.769693 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.770156 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.770350 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.770664 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:27.770989 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:27:28.018728 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea1853-2913-496c-9fd8-bedf8312eac9 req-d977bf06-791b-47af-8dfb-af7d082dfbdb tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:28.019340 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1975055'] for router_gateway, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:28.021078 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-97ea1853-2913-496c-9fd8-bedf8312eac9 req-d977bf06-791b-47af-8dfb-af7d082dfbdb tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 945 time: 0.0557270 Nov 24 11:27:28.090926 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-97ea1853-2913-496c-9fd8-bedf8312eac9 req-28faf3e2-8a68-409f-87e3-7f57f47a04f9 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620871 Nov 24 11:27:28.133456 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2087026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:28.135722 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:28.209530 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2087019'] for router, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:28.210171 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f214b52-2255-4ed4-ae82-380574ce1ad6 {{(pid=102481) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 11:27:28.215349 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] Publish callbacks [] for router, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:28.216517 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-9afe39f7-8470-4c89-b5e4-674e3c82a913 admin admin] 10.222.0.54 "DELETE /v2.0/routers/3f214b52-2255-4ed4-ae82-380574ce1ad6 HTTP/1.1" status: 204 len: 168 time: 1.0468817 Nov 24 11:27:28.219002 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 54518) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:28.263198 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbca03c-71c1-4484-a670-c3896135a54f admin admin] Deleting subnet 0a9d5363-5f28-4302-8145-cfba618a1163 {{(pid=102481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 11:27:28.266532 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-cfbca03c-71c1-4484-a670-c3896135a54f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:28.300760 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-cfbca03c-71c1-4484-a670-c3896135a54f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:28.309660 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-cfbca03c-71c1-4484-a670-c3896135a54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036365'] for subnet, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:28.373548 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-cfbca03c-71c1-4484-a670-c3896135a54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for subnet, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:28.401927 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-cfbca03c-71c1-4484-a670-c3896135a54f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:28.405169 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-cfbca03c-71c1-4484-a670-c3896135a54f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0a9d5363-5f28-4302-8145-cfba618a1163 HTTP/1.1" status: 204 len: 168 time: 0.1851728 Nov 24 11:27:28.406248 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbca03c-71c1-4484-a670-c3896135a54f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a9d5363-5f28-4302-8145-cfba618a1163,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:28.407782 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 54526) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:28.487746 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ebf0fd2b-08ca-4477-90cb-f8a115b182e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622759'] for network, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:28.552514 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 9b663489-5345-4f73-8ffb-e0fb31cfc6b1 no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:27:28.582744 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ebf0fd2b-08ca-4477-90cb-f8a115b182e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037944', 'neutron.services.segments.db._delete_segments_for_network-8771666762424'] for network, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:28.584116 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: 9b663489-5345-4f73-8ffb-e0fb31cfc6b1 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:27:28.584445 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 9b663489-5345-4f73-8ffb-e0fb31cfc6b1 not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:27:28.605179 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-ebf0fd2b-08ca-4477-90cb-f8a115b182e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46755722-9f6e-4465-a31a-32c0f19f7268']}} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:27:28.615050 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-ebf0fd2b-08ca-4477-90cb-f8a115b182e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bacaa2f9-4df6-4e19-9c3c-9e736d521b32') {'for_net_delete': True} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:27:28.615345 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-ebf0fd2b-08ca-4477-90cb-f8a115b182e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bacaa2f9-4df6-4e19-9c3c-9e736d521b32') {} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:27:28.625626 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ebf0fd2b-08ca-4477-90cb-f8a115b182e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666709580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532784894'] for segment, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:28.644370 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ebf0fd2b-08ca-4477-90cb-f8a115b182e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:28.650990 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf0fd2b-08ca-4477-90cb-f8a115b182e1 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=102482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 11:27:28.651409 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ebf0fd2b-08ca-4477-90cb-f8a115b182e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536164608'] for segment, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: Traceback (most recent call last): Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: timer() Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: cb(*args, **kw) Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: return func(*args, **kwargs) Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: self._notify() Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: self.callback(batched_events) Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: event.method(event) Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: return f(self, *a, **k) Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: return self._get(url).json() Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: return self.request(url, 'GET', **kwargs) Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:27:28.653451 dv-cinder-819089-1-iscsi neutron-server[102482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:27:28.712920 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4bcab833-8bab-463e-a7e5-76bfa9794b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:28.729410 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ebf0fd2b-08ca-4477-90cb-f8a115b182e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975206'] for network, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:28.734247 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ebf0fd2b-08ca-4477-90cb-f8a115b182e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:28.748363 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-ebf0fd2b-08ca-4477-90cb-f8a115b182e1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/46755722-9f6e-4465-a31a-32c0f19f7268 HTTP/1.1" status: 204 len: 168 time: 0.3356702 Nov 24 11:27:28.770562 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0fd2b-08ca-4477-90cb-f8a115b182e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=46755722-9f6e-4465-a31a-32c0f19f7268,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:28.981210 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 54542) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:29.043095 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-6dfc0e92-c99e-4a43-916d-e42d3723ced7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4ef4eb6fdaf240b8bd9d2238dfb2efef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0536363 Nov 24 11:27:29.043095 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 54544) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:29.122291 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0f1f-b46e-4980-8a47-b297983671f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:29.150760 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0f1f-b46e-4980-8a47-b297983671f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:29.229064 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0f1f-b46e-4980-8a47-b297983671f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:29.232552 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0f1f-b46e-4980-8a47-b297983671f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:29.234083 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-bf7e0f1f-b46e-4980-8a47-b297983671f0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/66ddce45-982a-44e9-b832-749abfd3ea67 HTTP/1.1" status: 204 len: 168 time: 0.1945851 Nov 24 11:27:29.243415 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e0f1f-b46e-4980-8a47-b297983671f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ddce45-982a-44e9-b832-749abfd3ea67,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:29.289873 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297fa0d-d6c6-43b9-9576-44937417e6d8 req-da7084a2-db93-4694-832c-4765bf6cada1 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:29.292453 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2297fa0d-d6c6-43b9-9576-44937417e6d8 req-da7084a2-db93-4694-832c-4765bf6cada1 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 945 time: 0.0992455 Nov 24 11:27:29.333066 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 029f9f7f-08e4-421a-bec6-0045084f566d up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:27:29.380671 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2297fa0d-d6c6-43b9-9576-44937417e6d8 req-47762daa-b26d-4cdc-8204-2bcf4f9d7548 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805762 Nov 24 11:27:29.409469 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port 029f9f7f-08e4-421a-bec6-0045084f566d triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:27:29.410077 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:29.524023 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:29.552366 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b09c92a-0f78-4a16-b0b5-377cb2b6aad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029f9f7f-08e4-421a-bec6-0045084f566d'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:27:29.554653 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14203e51-02e5-4e2e-bb0b-fa0e4cb79b62" -d '{"events": [{"server_uuid": "3b09c92a-0f78-4a16-b0b5-377cb2b6aad2", "name": "network-vif-plugged", "status": "completed", "tag": "029f9f7f-08e4-421a-bec6-0045084f566d"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:27:29.575062 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 029f9f7f-08e4-421a-bec6-0045084f566d, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=029f9f7f-08e4-421a-bec6-0045084f566d,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:27:29.580581 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:29.634139 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377e23be-31ff-4bbc-98b7-df9cd8c8e3e6 x-openstack-request-id: req-377e23be-31ff-4bbc-98b7-df9cd8c8e3e6 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:27:29.638034 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b09c92a-0f78-4a16-b0b5-377cb2b6aad2", "name": "network-vif-plugged", "status": "completed", "tag": "029f9f7f-08e4-421a-bec6-0045084f566d", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:27:29.638548 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-377e23be-31ff-4bbc-98b7-df9cd8c8e3e6 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:27:29.639427 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b09c92a-0f78-4a16-b0b5-377cb2b6aad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029f9f7f-08e4-421a-bec6-0045084f566d', 'code': 200} Nov 24 11:27:29.682857 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=029f9f7f-08e4-421a-bec6-0045084f566d,revision_number=7']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:29.695567 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:30.137039 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 2b400167-6941-4210-9868-6b93ec547c63 no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:27:30.174740 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: 2b400167-6941-4210-9868-6b93ec547c63 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:27:30.175242 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 2b400167-6941-4210-9868-6b93ec547c63 not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:27:30.529831 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9a628-56ef-4fbb-8f13-d0528dd8cd30 req-728e1d89-1836-4c65-b401-5cd47d3a78de tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:30.537397 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ebc9a628-56ef-4fbb-8f13-d0528dd8cd30 req-728e1d89-1836-4c65-b401-5cd47d3a78de tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0688977 Nov 24 11:27:30.609880 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ebc9a628-56ef-4fbb-8f13-d0528dd8cd30 req-987838f1-eb5b-4cb7-b216-8ba1b61e7cee tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645449 Nov 24 11:27:31.384234 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:31.733092 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a868e-9d95-4a72-8d4d-c1365ebe98dd req-5cbc387d-95ad-4a05-a295-84c2b4270b1c tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:31.734771 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-282a868e-9d95-4a72-8d4d-c1365ebe98dd req-5cbc387d-95ad-4a05-a295-84c2b4270b1c tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0569651 Nov 24 11:27:31.792498 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-282a868e-9d95-4a72-8d4d-c1365ebe98dd req-85f5de83-c8ac-4d24-b77a-6ae4f812215f tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513361 Nov 24 11:27:32.492378 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:32.937386 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720ab8f-8fb9-44d8-8e4f-fe4080805a40 req-517ac47d-fb85-4936-ad1c-2da422e2baf7 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:32.946222 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2720ab8f-8fb9-44d8-8e4f-fe4080805a40 req-517ac47d-fb85-4936-ad1c-2da422e2baf7 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0647550 Nov 24 11:27:32.994812 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2720ab8f-8fb9-44d8-8e4f-fe4080805a40 req-60e0e9e4-ce76-40f8-b729-8498e9a149f6 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465074 Nov 24 11:27:34.137346 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c8b70-2517-4776-bdb1-2d95d400fb7a req-912ee3c1-4172-44aa-9bf1-e736109e4765 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:34.138997 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f20c8b70-2517-4776-bdb1-2d95d400fb7a req-912ee3c1-4172-44aa-9bf1-e736109e4765 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0645223 Nov 24 11:27:34.197611 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f20c8b70-2517-4776-bdb1-2d95d400fb7a req-ba616909-52a7-422e-9ebd-22a131d6850b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513132 Nov 24 11:27:34.747179 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:27:35.344115 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd196f45-7242-41b3-9102-2b2efc613fd9 req-6182841d-7197-4f2c-a7ec-2286028d989e tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:35.346333 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fd196f45-7242-41b3-9102-2b2efc613fd9 req-6182841d-7197-4f2c-a7ec-2286028d989e tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0681148 Nov 24 11:27:35.422504 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fd196f45-7242-41b3-9102-2b2efc613fd9 req-c9a7cb0f-d847-48b7-9f39-1920bb6cca56 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698516 Nov 24 11:27:36.557640 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7641559-416c-4366-b715-5b9532ad1ce9 req-ccb11e44-34e1-4c83-9d05-8fbfd8d4e76d tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:36.559099 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a7641559-416c-4366-b715-5b9532ad1ce9 req-ccb11e44-34e1-4c83-9d05-8fbfd8d4e76d tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0570433 Nov 24 11:27:36.613810 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a7641559-416c-4366-b715-5b9532ad1ce9 req-b10c6aeb-2bff-4607-88af-5c8c99e3322d tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474217 Nov 24 11:27:37.747209 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1c95e-cc06-4409-8d24-b0b1aea0d0f9 req-3a1b8982-fe15-4c54-bb01-eeef73488ac5 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:37.748723 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-89c1c95e-cc06-4409-8d24-b0b1aea0d0f9 req-3a1b8982-fe15-4c54-bb01-eeef73488ac5 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0555573 Nov 24 11:27:37.801654 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-89c1c95e-cc06-4409-8d24-b0b1aea0d0f9 req-dfcac4be-aeb9-48b1-bd85-03aea9b78a13 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466530 Nov 24 11:27:38.553950 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335bef2-7eb7-45c2-b849-1e53709bccd3 req-1740f9f1-253a-4e60-9672-9b9ef3ef34a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:38.555391 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2335bef2-7eb7-45c2-b849-1e53709bccd3 req-1740f9f1-253a-4e60-9672-9b9ef3ef34a5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=45f80f37390a4f5f8b97a920ce8330df&device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 1099 time: 0.0400257 Nov 24 11:27:38.646822 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335bef2-7eb7-45c2-b849-1e53709bccd3 req-92c3727f-95c1-4a78-8718-0f2bd0870edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:38.648183 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2335bef2-7eb7-45c2-b849-1e53709bccd3 req-92c3727f-95c1-4a78-8718-0f2bd0870edd service neutron] 10.222.0.65 "GET /v2.0/networks?id=1ba09535-c948-4159-ac87-b3cbd70bbf1e HTTP/1.1" status: 200 len: 917 time: 0.0821772 Nov 24 11:27:38.716259 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2335bef2-7eb7-45c2-b849-1e53709bccd3 req-b3d4ad50-81f8-4809-b3c9-2fa71f742eb2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=029f9f7f-08e4-421a-bec6-0045084f566d HTTP/1.1" status: 200 len: 1001 time: 0.0590222 Nov 24 11:27:38.763407 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335bef2-7eb7-45c2-b849-1e53709bccd3 req-76d1c0f9-db69-459f-925e-88403faa2a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:38.764857 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2335bef2-7eb7-45c2-b849-1e53709bccd3 req-76d1c0f9-db69-459f-925e-88403faa2a39 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=869a9006-91f2-477a-a322-c62397f17982 HTTP/1.1" status: 200 len: 855 time: 0.0417359 Nov 24 11:27:38.817158 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335bef2-7eb7-45c2-b849-1e53709bccd3 req-a534d2b2-162e-426f-8557-edd3a3620968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:38.818561 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2335bef2-7eb7-45c2-b849-1e53709bccd3 req-a534d2b2-162e-426f-8557-edd3a3620968 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ba09535-c948-4159-ac87-b3cbd70bbf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390337 Nov 24 11:27:38.949589 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2335bef2-7eb7-45c2-b849-1e53709bccd3 req-8e90547c-4add-4d6d-8863-efcd1f27b20f service neutron] 10.222.0.65 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183898 Nov 24 11:27:38.961197 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cd616-cf99-433c-a578-626f3f7f692c req-e7aa8d76-b057-4de8-be1b-a9159ab5037d tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:38.962575 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4e8cd616-cf99-433c-a578-626f3f7f692c req-e7aa8d76-b057-4de8-be1b-a9159ab5037d tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0692766 Nov 24 11:27:39.064552 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4e8cd616-cf99-433c-a578-626f3f7f692c req-d26498ab-7600-4da9-9554-0e98a4163f03 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928671 Nov 24 11:27:39.082714 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2335bef2-7eb7-45c2-b849-1e53709bccd3 req-bcb68f05-dbde-4044-9aa1-9a79051d0977 service neutron] 10.222.0.65 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191671 Nov 24 11:27:39.459240 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 54744) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:39.564392 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d8d8190e-26ba-462d-b8af-014325fa6ce9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:39.638767 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d8d8190e-26ba-462d-b8af-014325fa6ce9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:39.643570 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d8d8190e-26ba-462d-b8af-014325fa6ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:39.681466 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-d8d8190e-26ba-462d-b8af-014325fa6ce9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f4342cc07bd74ed28c63fe07a341e7f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204289 Nov 24 11:27:39.682312 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8190e-26ba-462d-b8af-014325fa6ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b22b2e-def4-4b2f-8b0f-9d7d762d1f80,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:39.684984 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 54750) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:39.742602 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b690c7cf-9214-4f41-b055-bb1b45bf098c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:39.764785 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b690c7cf-9214-4f41-b055-bb1b45bf098c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:39.809948 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b690c7cf-9214-4f41-b055-bb1b45bf098c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:39.812869 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b690c7cf-9214-4f41-b055-bb1b45bf098c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:39.814021 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-b690c7cf-9214-4f41-b055-bb1b45bf098c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/71b22b2e-def4-4b2f-8b0f-9d7d762d1f80 HTTP/1.1" status: 204 len: 168 time: 0.1278484 Nov 24 11:27:39.822397 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690c7cf-9214-4f41-b055-bb1b45bf098c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b22b2e-def4-4b2f-8b0f-9d7d762d1f80,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:40.194737 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1ff96-182a-4edd-b4a4-c0dadf1285fe req-ac94dcba-41a5-4d9a-9b9b-3d3602f40d31 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:40.196391 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-20f1ff96-182a-4edd-b4a4-c0dadf1285fe req-ac94dcba-41a5-4d9a-9b9b-3d3602f40d31 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0530951 Nov 24 11:27:40.245885 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-20f1ff96-182a-4edd-b4a4-c0dadf1285fe req-13a999a8-1c82-4682-aa4f-291850f2bdde tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436363 Nov 24 11:27:40.417542 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 54778) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:40.509285 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-4dd3ff39-15fb-48ec-b27d-9cdf65b7aa99 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-289083044-network', 'tenant_id': '97ad43852ed44ce792927bd2795c847f'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:27:40.529653 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd3ff39-15fb-48ec-b27d-9cdf65b7aa99 admin admin] Made reservation on behalf of 97ad43852ed44ce792927bd2795c847f for: {'network': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:27:40.532231 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4dd3ff39-15fb-48ec-b27d-9cdf65b7aa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for network, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:40.540875 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4dd3ff39-15fb-48ec-b27d-9cdf65b7aa99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:40.615506 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4dd3ff39-15fb-48ec-b27d-9cdf65b7aa99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:40.619030 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4dd3ff39-15fb-48ec-b27d-9cdf65b7aa99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:40.644887 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd3ff39-15fb-48ec-b27d-9cdf65b7aa99 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=102482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 11:27:40.650960 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3ff39-15fb-48ec-b27d-9cdf65b7aa99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36238d4e-034d-478e-a1ed-1373567fca08,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:40.657042 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4dd3ff39-15fb-48ec-b27d-9cdf65b7aa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:40.657373 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.db.segments_db [None req-4dd3ff39-15fb-48ec-b27d-9cdf65b7aa99 admin admin] Added segment c5e01bac-867a-437f-a7c7-c99219145b70 of type vlan for network 08e03083-386f-4ce4-970e-18d5cebfbdc1 Nov 24 11:27:40.696041 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4dd3ff39-15fb-48ec-b27d-9cdf65b7aa99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771666227267'] for network, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:40.722865 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4dd3ff39-15fb-48ec-b27d-9cdf65b7aa99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for network, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:40.723861 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd3ff39-15fb-48ec-b27d-9cdf65b7aa99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:40.724553 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4dd3ff39-15fb-48ec-b27d-9cdf65b7aa99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:40.754203 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-4dd3ff39-15fb-48ec-b27d-9cdf65b7aa99 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3355691 Nov 24 11:27:40.757217 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 54784) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:40.762171 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-79b4440d-a6db-4fd5-a5ab-d8674cd79672 admin admin] Request body: {'subnet': {'network_id': '08e03083-386f-4ce4-970e-18d5cebfbdc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-289083044-subnet', 'tenant_id': '97ad43852ed44ce792927bd2795c847f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:27:40.784994 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b4440d-a6db-4fd5-a5ab-d8674cd79672 admin admin] Made reservation on behalf of 97ad43852ed44ce792927bd2795c847f for: {'subnet': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:27:40.785794 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-79b4440d-a6db-4fd5-a5ab-d8674cd79672 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:40.788568 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3ff39-15fb-48ec-b27d-9cdf65b7aa99 admin admin] Pushing event updated for resources: {'Network': ['ID=08e03083-386f-4ce4-970e-18d5cebfbdc1,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:40.798369 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Network 08e03083-386f-4ce4-970e-18d5cebfbdc1 details requested by agent ovs-agent-dv-cinder-819089-1-iscsi with host dv-cinder-819089-1-iscsi {{(pid=102483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 11:27:40.946660 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-79b4440d-a6db-4fd5-a5ab-d8674cd79672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for subnet, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:41.008697 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4440d-a6db-4fd5-a5ab-d8674cd79672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c48db9e9-8804-4cda-8abb-af37820eb509,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:41.012846 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b4440d-a6db-4fd5-a5ab-d8674cd79672 admin admin] Checking segment: {'id': 'c5e01bac-867a-437f-a7c7-c99219145b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '08e03083-386f-4ce4-970e-18d5cebfbdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:27:41.013207 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b4440d-a6db-4fd5-a5ab-d8674cd79672 admin admin] Network hostable DHCP agents. Network: 08e03083-386f-4ce4-970e-18d5cebfbdc1, hostable agents: ['90347969-607b-440e-afac-8ad03a91f79b'], hosted agents: [] {{(pid=102481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 11:27:41.029280 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b4440d-a6db-4fd5-a5ab-d8674cd79672 admin admin] Network 08e03083-386f-4ce4-970e-18d5cebfbdc1 is scheduled to be hosted by DHCP agent 90347969-607b-440e-afac-8ad03a91f79b with binding_index 1 {{(pid=102481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 11:27:41.037210 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-79b4440d-a6db-4fd5-a5ab-d8674cd79672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819089-1-iscsi, 08e03083-386f-4ce4-970e-18d5cebfbdc1) {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:27:41.041141 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b4440d-a6db-4fd5-a5ab-d8674cd79672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:41.041731 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-79b4440d-a6db-4fd5-a5ab-d8674cd79672 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:41.046417 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e8d2c9-19d8-456b-9d77-c73f91fba8e3 None None] Network 08e03083-386f-4ce4-970e-18d5cebfbdc1 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:27:41.061609 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-79b4440d-a6db-4fd5-a5ab-d8674cd79672 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3032320 Nov 24 11:27:41.169062 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b482201-d082-47f9-afed-55e04b75e3ee None None] Network 08e03083-386f-4ce4-970e-18d5cebfbdc1 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:27:41.368603 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264ce35-927d-4ae1-8587-183f4bd3c856 req-af85da74-bff5-4248-a592-d6a008bc8dba tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:41.375605 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e264ce35-927d-4ae1-8587-183f4bd3c856 req-af85da74-bff5-4248-a592-d6a008bc8dba tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 946 time: 0.0554366 Nov 24 11:27:41.419418 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e264ce35-927d-4ae1-8587-183f4bd3c856 req-c3eb1cf0-b733-4ca3-bc87-3600dea09a5c tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429804 Nov 24 11:27:41.524664 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 54802) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:41.529816 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-08dc4b12-9730-458b-8814-50c7cef9775a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1700131499-network', 'tenant_id': 'fb673ecdfa4548658bf7031b409a12e2'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:27:41.550067 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dc4b12-9730-458b-8814-50c7cef9775a admin admin] Made reservation on behalf of fb673ecdfa4548658bf7031b409a12e2 for: {'network': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:27:41.552353 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-08dc4b12-9730-458b-8814-50c7cef9775a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for network, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:41.560703 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-08dc4b12-9730-458b-8814-50c7cef9775a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:41.632219 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-08dc4b12-9730-458b-8814-50c7cef9775a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:41.635624 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-08dc4b12-9730-458b-8814-50c7cef9775a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:41.655707 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08dc4b12-9730-458b-8814-50c7cef9775a admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=102481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 11:27:41.670399 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc4b12-9730-458b-8814-50c7cef9775a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b7ae4f-bc0f-42d7-9773-ad982827d2d8,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:41.673193 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-08dc4b12-9730-458b-8814-50c7cef9775a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:41.673536 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.segments_db [None req-08dc4b12-9730-458b-8814-50c7cef9775a admin admin] Added segment ae4ca6fb-55cd-4935-ac22-521bca630296 of type vlan for network ad373be7-2ca4-4214-a6ca-77ed8482dd30 Nov 24 11:27:41.712015 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-08dc4b12-9730-458b-8814-50c7cef9775a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771666227267'] for network, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:41.735230 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-08dc4b12-9730-458b-8814-50c7cef9775a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for network, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:41.736146 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dc4b12-9730-458b-8814-50c7cef9775a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:41.736763 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-08dc4b12-9730-458b-8814-50c7cef9775a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:41.775103 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-08dc4b12-9730-458b-8814-50c7cef9775a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2492888 Nov 24 11:27:41.775771 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 54804) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:41.780940 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-f0ce1ff3-5906-4bf9-9ca1-d4b64d6ded36 admin admin] Request body: {'subnet': {'network_id': 'ad373be7-2ca4-4214-a6ca-77ed8482dd30', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1700131499-subnet', 'tenant_id': 'fb673ecdfa4548658bf7031b409a12e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:27:41.803517 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc4b12-9730-458b-8814-50c7cef9775a admin admin] Pushing event updated for resources: {'Network': ['ID=ad373be7-2ca4-4214-a6ca-77ed8482dd30,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:41.804708 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ce1ff3-5906-4bf9-9ca1-d4b64d6ded36 admin admin] Made reservation on behalf of fb673ecdfa4548658bf7031b409a12e2 for: {'subnet': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:27:41.807992 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1ff3-5906-4bf9-9ca1-d4b64d6ded36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532794209'] for subnet, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:41.815324 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Network ad373be7-2ca4-4214-a6ca-77ed8482dd30 details requested by agent ovs-agent-dv-cinder-819089-1-iscsi with host dv-cinder-819089-1-iscsi {{(pid=102483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 11:27:41.881451 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 029f9f7f-08e4-421a-bec6-0045084f566d no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:27:41.960685 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:41.975969 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1ff3-5906-4bf9-9ca1-d4b64d6ded36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536166255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532794195'] for subnet, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:41.983224 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b09c92a-0f78-4a16-b0b5-377cb2b6aad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '029f9f7f-08e4-421a-bec6-0045084f566d'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:27:41.985480 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb82b56-dcdd-4a7a-8dc3-7200861c5a40" -d '{"events": [{"server_uuid": "3b09c92a-0f78-4a16-b0b5-377cb2b6aad2", "name": "network-vif-unplugged", "status": "completed", "tag": "029f9f7f-08e4-421a-bec6-0045084f566d"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:27:41.998315 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 029f9f7f-08e4-421a-bec6-0045084f566d, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=029f9f7f-08e4-421a-bec6-0045084f566d,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:27:42.003678 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:42.030253 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 11:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6851222d-e31e-4b3b-9031-1772ceba1fe4 x-openstack-request-id: req-6851222d-e31e-4b3b-9031-1772ceba1fe4 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:27:42.030568 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b09c92a-0f78-4a16-b0b5-377cb2b6aad2", "name": "network-vif-unplugged", "status": "completed", "tag": "029f9f7f-08e4-421a-bec6-0045084f566d", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:27:42.030823 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6851222d-e31e-4b3b-9031-1772ceba1fe4 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:27:42.031259 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b09c92a-0f78-4a16-b0b5-377cb2b6aad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '029f9f7f-08e4-421a-bec6-0045084f566d', 'code': 200} Nov 24 11:27:42.034950 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce1ff3-5906-4bf9-9ca1-d4b64d6ded36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23e4bdb8-184c-4347-a44c-5951341c5730,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:42.043407 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce1ff3-5906-4bf9-9ca1-d4b64d6ded36 admin admin] Checking segment: {'id': 'ae4ca6fb-55cd-4935-ac22-521bca630296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ad373be7-2ca4-4214-a6ca-77ed8482dd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:27:42.043766 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ce1ff3-5906-4bf9-9ca1-d4b64d6ded36 admin admin] Network hostable DHCP agents. Network: ad373be7-2ca4-4214-a6ca-77ed8482dd30, hostable agents: ['90347969-607b-440e-afac-8ad03a91f79b'], hosted agents: [] {{(pid=102482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 11:27:42.054929 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=029f9f7f-08e4-421a-bec6-0045084f566d,revision_number=8']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:42.060075 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ce1ff3-5906-4bf9-9ca1-d4b64d6ded36 admin admin] Network ad373be7-2ca4-4214-a6ca-77ed8482dd30 is scheduled to be hosted by DHCP agent 90347969-607b-440e-afac-8ad03a91f79b with binding_index 1 {{(pid=102482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 11:27:42.069359 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-f0ce1ff3-5906-4bf9-9ca1-d4b64d6ded36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819089-1-iscsi, ad373be7-2ca4-4214-a6ca-77ed8482dd30) {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:27:42.073356 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ce1ff3-5906-4bf9-9ca1-d4b64d6ded36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:42.073943 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1ff3-5906-4bf9-9ca1-d4b64d6ded36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:42.078745 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae60f76-78f1-46e9-99ee-8d73002b2916 None None] Network ad373be7-2ca4-4214-a6ca-77ed8482dd30 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:27:42.097900 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-f0ce1ff3-5906-4bf9-9ca1-d4b64d6ded36 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3151090 Nov 24 11:27:42.204749 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf34fea-20dd-4dfd-b223-f734ecaa1804 None None] Network ad373be7-2ca4-4214-a6ca-77ed8482dd30 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:27:42.205951 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 54812) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:42.249702 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfaee4bf-c6cd-4d5a-a941-d1e536b9ff33 admin admin] Deleting subnet c48db9e9-8804-4cda-8abb-af37820eb509 {{(pid=102482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 11:27:42.253506 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bfaee4bf-c6cd-4d5a-a941-d1e536b9ff33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:42.287109 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bfaee4bf-c6cd-4d5a-a941-d1e536b9ff33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532784871'] for subnet, precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:42.326305 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bfaee4bf-c6cd-4d5a-a941-d1e536b9ff33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036365'] for subnet, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:42.380796 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bfaee4bf-c6cd-4d5a-a941-d1e536b9ff33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536166318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532794180'] for subnet, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:42.405535 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaee4bf-c6cd-4d5a-a941-d1e536b9ff33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c48db9e9-8804-4cda-8abb-af37820eb509,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:42.409282 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bfaee4bf-c6cd-4d5a-a941-d1e536b9ff33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:42.412450 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-bfaee4bf-c6cd-4d5a-a941-d1e536b9ff33 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c48db9e9-8804-4cda-8abb-af37820eb509 HTTP/1.1" status: 204 len: 168 time: 0.2055120 Nov 24 11:27:42.415036 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 54814) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:42.481561 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3ff22c22-aee1-48b1-83b6-6365799307e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622759'] for network, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:42.597802 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8423aa0-3592-47d2-a445-62898971a07f req-525c222a-9a39-4730-b56a-84f784e3997f tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:42.599273 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b8423aa0-3592-47d2-a445-62898971a07f req-525c222a-9a39-4730-b56a-84f784e3997f tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.1082602 Nov 24 11:27:42.600799 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3ff22c22-aee1-48b1-83b6-6365799307e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037944', 'neutron.services.segments.db._delete_segments_for_network-8771666762424'] for network, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:42.632549 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-3ff22c22-aee1-48b1-83b6-6365799307e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e03083-386f-4ce4-970e-18d5cebfbdc1']}} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:27:42.645351 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-3ff22c22-aee1-48b1-83b6-6365799307e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e01bac-867a-437f-a7c7-c99219145b70') {'for_net_delete': True} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:27:42.645652 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-3ff22c22-aee1-48b1-83b6-6365799307e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e01bac-867a-437f-a7c7-c99219145b70') {} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:27:42.663326 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3ff22c22-aee1-48b1-83b6-6365799307e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666709580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532784894'] for segment, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:42.683212 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b8423aa0-3592-47d2-a445-62898971a07f req-40a6c19e-1353-4098-9670-38cbdf659e1d tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751288 Nov 24 11:27:42.686596 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3ff22c22-aee1-48b1-83b6-6365799307e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:42.692833 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff22c22-aee1-48b1-83b6-6365799307e8 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 11:27:42.693210 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3ff22c22-aee1-48b1-83b6-6365799307e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536164608'] for segment, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: Traceback (most recent call last): Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: timer() Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: cb(*args, **kw) Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: return func(*args, **kwargs) Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: self._notify() Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: self.callback(batched_events) Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: event.method(event) Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: return f(self, *a, **k) Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: return self._get(url).json() Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: return self.request(url, 'GET', **kwargs) Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:27:42.694866 dv-cinder-819089-1-iscsi neutron-server[102482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:27:42.751007 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3ff22c22-aee1-48b1-83b6-6365799307e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975206'] for network, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:42.756414 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3ff22c22-aee1-48b1-83b6-6365799307e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:42.759875 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-3ff22c22-aee1-48b1-83b6-6365799307e8 admin admin] 10.222.0.54 "DELETE /v2.0/networks/08e03083-386f-4ce4-970e-18d5cebfbdc1 HTTP/1.1" status: 204 len: 168 time: 0.3439527 Nov 24 11:27:42.763206 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 54818) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:42.772146 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff22c22-aee1-48b1-83b6-6365799307e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=08e03083-386f-4ce4-970e-18d5cebfbdc1,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:42.812903 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab58639a-a8dd-49c4-b7e2-4e322a6ac6bf admin admin] Deleting subnet 23e4bdb8-184c-4347-a44c-5951341c5730 {{(pid=102481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 11:27:42.816585 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ab58639a-a8dd-49c4-b7e2-4e322a6ac6bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:42.854431 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ab58639a-a8dd-49c4-b7e2-4e322a6ac6bf admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:42.859861 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ab58639a-a8dd-49c4-b7e2-4e322a6ac6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036365'] for subnet, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:42.914910 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ab58639a-a8dd-49c4-b7e2-4e322a6ac6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for subnet, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:42.939113 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58639a-a8dd-49c4-b7e2-4e322a6ac6bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23e4bdb8-184c-4347-a44c-5951341c5730,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:42.943414 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ab58639a-a8dd-49c4-b7e2-4e322a6ac6bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:42.946594 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-ab58639a-a8dd-49c4-b7e2-4e322a6ac6bf admin admin] 10.222.0.54 "DELETE /v2.0/subnets/23e4bdb8-184c-4347-a44c-5951341c5730 HTTP/1.1" status: 204 len: 168 time: 0.1822896 Nov 24 11:27:42.949189 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 54822) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:43.013312 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622759'] for network, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:43.093295 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037944', 'neutron.services.segments.db._delete_segments_for_network-8771666762424'] for network, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:43.114079 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:27:43.114440 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:27:43.115180 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:27:43.115507 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Subscribe: > port after_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:27:43.115846 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:27:43.116176 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Subscribe: > port after_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:27:43.116494 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:27:43.116860 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:27:43.117177 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:27:43.117492 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:27:43.249383 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:27:43.249767 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:27:43.250110 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:27:43.250446 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 11:27:43.250828 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad373be7-2ca4-4214-a6ca-77ed8482dd30']}} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:27:43.268086 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4ca6fb-55cd-4935-ac22-521bca630296') {'for_net_delete': True} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:27:43.268386 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4ca6fb-55cd-4935-ac22-521bca630296') {} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:27:43.284977 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666709580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534712214'] for segment, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:43.305462 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:43.314695 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 11:27:43.315089 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534710685'] for segment, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: from cryptography.utils import int_from_bytes Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: from cryptography.utils import int_from_bytes Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: Traceback (most recent call last): Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: timer() Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: cb(*args, **kw) Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: return func(*args, **kwargs) Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: self._notify() Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: self.callback(batched_events) Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: event.method(event) Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: return f(self, *a, **k) Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: return self._get(url).json() Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: return self.request(url, 'GET', **kwargs) Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:27:43.319098 dv-cinder-819089-1-iscsi neutron-server[102481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:27:43.378482 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975206'] for network, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:43.385874 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:43.391787 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ad373be7-2ca4-4214-a6ca-77ed8482dd30 HTTP/1.1" status: 204 len: 168 time: 0.4416587 Nov 24 11:27:43.411539 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b51aa-cd2e-4d47-aeb3-8002c8ccede5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad373be7-2ca4-4214-a6ca-77ed8482dd30,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:43.556668 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 54834) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:43.600117 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-38f25d4c-1a07-432e-bc2d-56880c52d422 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=97ad43852ed44ce792927bd2795c847f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422320 Nov 24 11:27:43.602817 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 54836) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:43.649476 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-65e1ee46-c880-40c4-b70a-71e77f1c0760 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:43.670493 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-65e1ee46-c880-40c4-b70a-71e77f1c0760 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:43.718597 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-65e1ee46-c880-40c4-b70a-71e77f1c0760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:43.721858 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-65e1ee46-c880-40c4-b70a-71e77f1c0760 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:43.723000 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-65e1ee46-c880-40c4-b70a-71e77f1c0760 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/36238d4e-034d-478e-a1ed-1373567fca08 HTTP/1.1" status: 204 len: 168 time: 0.1191971 Nov 24 11:27:43.730564 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1ee46-c880-40c4-b70a-71e77f1c0760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36238d4e-034d-478e-a1ed-1373567fca08,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:43.810085 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07754e1-50e1-4348-b404-09a1f34be492 req-8cbfd63c-e538-4d25-ab1e-6c8ac50501cb tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:43.811582 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f07754e1-50e1-4348-b404-09a1f34be492 req-8cbfd63c-e538-4d25-ab1e-6c8ac50501cb tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.0495262 Nov 24 11:27:43.868106 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f07754e1-50e1-4348-b404-09a1f34be492 req-e466fd05-856a-43b8-ab47-1d2e8f56ea1c tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497754 Nov 24 11:27:44.078484 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 54854) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:44.123660 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-51ed436e-4850-4c02-9ad3-59288cdef942 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fb673ecdfa4548658bf7031b409a12e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438406 Nov 24 11:27:44.126160 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 54858) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:44.173698 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8f308a98-f520-417f-8873-cc073a088064 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:44.196067 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8f308a98-f520-417f-8873-cc073a088064 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:44.256709 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8f308a98-f520-417f-8873-cc073a088064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:44.259400 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8f308a98-f520-417f-8873-cc073a088064 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:44.260678 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-8f308a98-f520-417f-8873-cc073a088064 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f1b7ae4f-bc0f-42d7-9773-ad982827d2d8 HTTP/1.1" status: 204 len: 168 time: 0.1334393 Nov 24 11:27:44.269508 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f308a98-f520-417f-8873-cc073a088064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b7ae4f-bc0f-42d7-9773-ad982827d2d8,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:44.344018 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [req-85e954b0-03e2-4d3f-bb16-acd69a48428e req-6d3354a4-057a-4298-a11b-afac00c49544 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 11:27:44.345044 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-85e954b0-03e2-4d3f-bb16-acd69a48428e req-6d3354a4-057a-4298-a11b-afac00c49544 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054104 Nov 24 11:27:44.517621 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84c92d-de48-40ac-8af6-084fe0b88247 req-c8e49092-eb6f-4061-a6c5-6fef4e29e482 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:44.519216 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9e84c92d-de48-40ac-8af6-084fe0b88247 req-c8e49092-eb6f-4061-a6c5-6fef4e29e482 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.0631781 Nov 24 11:27:44.571289 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9e84c92d-de48-40ac-8af6-084fe0b88247 req-23201460-db15-4768-a7f8-e96c71634fd3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459754 Nov 24 11:27:45.044730 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 54918) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:45.075114 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaea1ab-7932-4256-9b9c-3cfe17405072 req-775c6658-7c5c-4cd7-b286-b06723404bfb tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:45.076992 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-deaea1ab-7932-4256-9b9c-3cfe17405072 req-775c6658-7c5c-4cd7-b286-b06723404bfb tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 985 time: 0.1009915 Nov 24 11:27:45.081014 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeca528-cbed-4099-b7d7-951703952b73 req-8b9a9e59-e288-4ef1-a2d4-7a3f0107ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:45.082541 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4eeca528-cbed-4099-b7d7-951703952b73 req-8b9a9e59-e288-4ef1-a2d4-7a3f0107ae70 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae558214c820410eb671590ac1e8a8da&device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 1138 time: 0.0708776 Nov 24 11:27:45.169897 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-89d1db77-97c1-4bb3-b038-8140726aad4e req-1af44dc3-747f-4675-96b2-f56708c43ec9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1236095 Nov 24 11:27:45.180374 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [req-89d1db77-97c1-4bb3-b038-8140726aad4e req-00d98913-4a71-478a-9914-2161a5d294ec service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102481) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 11:27:45.182455 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-89d1db77-97c1-4bb3-b038-8140726aad4e req-00d98913-4a71-478a-9914-2161a5d294ec service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067806 Nov 24 11:27:45.224785 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-deaea1ab-7932-4256-9b9c-3cfe17405072 req-bb3287da-8d0a-4442-8b49-b1bd4537f81b tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce7d7233-658e-4188-a294-a3807a370b54&id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1375403 Nov 24 11:27:45.262693 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeca528-cbed-4099-b7d7-951703952b73 req-6cfc0d8d-bb42-4f3a-8fe4-10b7e120e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:45.265064 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4eeca528-cbed-4099-b7d7-951703952b73 req-6cfc0d8d-bb42-4f3a-8fe4-10b7e120e1b9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2bde2ae8-45ee-4070-9571-16e9c16c0131 HTTP/1.1" status: 200 len: 916 time: 0.1712594 Nov 24 11:27:45.378420 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4eeca528-cbed-4099-b7d7-951703952b73 req-ba32821f-51f3-4ea7-a0d9-8cf0e4da825d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0f9dbe2-b546-41c5-899d-f430a9fa6614 HTTP/1.1" status: 200 len: 1002 time: 0.1045506 Nov 24 11:27:45.439496 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeca528-cbed-4099-b7d7-951703952b73 req-ce1e2e1d-76a9-49cd-930b-fb94f59bbcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:45.441702 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4eeca528-cbed-4099-b7d7-951703952b73 req-ce1e2e1d-76a9-49cd-930b-fb94f59bbcf1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e19b93eb-c4d4-48a5-8a68-ccd4233b0f65 HTTP/1.1" status: 200 len: 854 time: 0.0557232 Nov 24 11:27:45.491176 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeca528-cbed-4099-b7d7-951703952b73 req-ac4d7b23-4f34-430e-aa29-33b26793f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:45.492813 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4eeca528-cbed-4099-b7d7-951703952b73 req-ac4d7b23-4f34-430e-aa29-33b26793f16e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2bde2ae8-45ee-4070-9571-16e9c16c0131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420516 Nov 24 11:27:45.609173 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4eeca528-cbed-4099-b7d7-951703952b73 req-5bd5253d-5f5d-4361-9db5-277fb6da16b0 service neutron] 10.222.0.65 "GET /v2.0/networks/2bde2ae8-45ee-4070-9571-16e9c16c0131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066923 Nov 24 11:27:45.765895 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4eeca528-cbed-4099-b7d7-951703952b73 req-92a4657d-d6e2-4a0c-b5a2-b426a61db3b4 service neutron] 10.222.0.65 "GET /v2.0/networks/2bde2ae8-45ee-4070-9571-16e9c16c0131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440334 Nov 24 11:27:45.775727 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7517aa5-8835-410d-a5c5-a9731d746563 req-0a7dc0ef-8912-47e9-b7a7-cad3b91ed7e6 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:45.777505 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c7517aa5-8835-410d-a5c5-a9731d746563 req-0a7dc0ef-8912-47e9-b7a7-cad3b91ed7e6 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.1053321 Nov 24 11:27:45.869192 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c7517aa5-8835-410d-a5c5-a9731d746563 req-31ac1423-2c81-40fd-a648-05ddabe45aae tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830634 Nov 24 11:27:45.890261 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95256b2-e4aa-4bea-af70-87ab83bfc20e req-900a89f0-d2ed-4a0a-88c2-33a0174cf02f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:45.891749 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b95256b2-e4aa-4bea-af70-87ab83bfc20e req-900a89f0-d2ed-4a0a-88c2-33a0174cf02f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0808234 Nov 24 11:27:45.950760 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b95256b2-e4aa-4bea-af70-87ab83bfc20e req-7f53c738-a45d-4999-a182-527639cf917b tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492346 Nov 24 11:27:46.346836 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ae93f-9df0-48bb-97fe-65f437aed763 req-87517dc1-30f1-49dc-841d-9415c8498162 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:46.348889 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0c3ae93f-9df0-48bb-97fe-65f437aed763 req-87517dc1-30f1-49dc-841d-9415c8498162 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 985 time: 0.0541992 Nov 24 11:27:46.421354 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0c3ae93f-9df0-48bb-97fe-65f437aed763 req-1752e946-527a-470b-9cfe-5a7995b7b905 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce7d7233-658e-4188-a294-a3807a370b54&id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664866 Nov 24 11:27:46.843776 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:47.178195 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1db77-97c1-4bb3-b038-8140726aad4e req-64aec56c-8132-4750-a62b-a850360bba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:47.179669 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-89d1db77-97c1-4bb3-b038-8140726aad4e req-64aec56c-8132-4750-a62b-a850360bba58 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2&tenant_id=45f80f37390a4f5f8b97a920ce8330df HTTP/1.1" status: 200 len: 1097 time: 0.3608456 Nov 24 11:27:47.187732 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd50586-b56d-4712-b5d9-5b25e083e6a2 req-626e1435-bfa8-40fa-9d56-adc3468d88bd tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:47.189101 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ebd50586-b56d-4712-b5d9-5b25e083e6a2 req-626e1435-bfa8-40fa-9d56-adc3468d88bd tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.1183348 Nov 24 11:27:47.196321 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862cc62-e0aa-4663-80cb-a3503783b390 req-5807232f-cb87-4925-9113-589f040703cf tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:47.197691 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d862cc62-e0aa-4663-80cb-a3503783b390 req-5807232f-cb87-4925-9113-589f040703cf tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.1258483 Nov 24 11:27:47.267373 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ebd50586-b56d-4712-b5d9-5b25e083e6a2 req-9176c442-fe2b-4e5a-a7b7-f4a744ba01ef tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687380 Nov 24 11:27:47.271611 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d862cc62-e0aa-4663-80cb-a3503783b390 req-a784b088-4d03-40fc-8fa2-d46cdf84d167 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674422 Nov 24 11:27:47.545759 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6e664-afdf-4ac3-a4b3-46d898bd0db6 req-9ced7f5e-5e23-4036-b902-088e9c295b58 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:47.547244 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4cb6e664-afdf-4ac3-a4b3-46d898bd0db6 req-9ced7f5e-5e23-4036-b902-088e9c295b58 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 985 time: 0.0490925 Nov 24 11:27:47.611066 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4cb6e664-afdf-4ac3-a4b3-46d898bd0db6 req-5e224131-b91d-45b5-99b7-b6433548df71 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce7d7233-658e-4188-a294-a3807a370b54&id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577219 Nov 24 11:27:48.005222 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 029f9f7f-08e4-421a-bec6-0045084f566d no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:27:48.413994 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c4e8b-35fc-4667-9cc2-c1a54e9bc2fe req-8c0b8654-efec-4ec7-9d99-8ba61ca2f561 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:48.415381 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-144c4e8b-35fc-4667-9cc2-c1a54e9bc2fe req-8c0b8654-efec-4ec7-9d99-8ba61ca2f561 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.0747871 Nov 24 11:27:48.425928 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63eaf4f-c8fb-4d88-a22e-cef99f3f57eb req-727b9414-8e18-4701-9f2d-81b3dd9be52c tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:48.427288 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f63eaf4f-c8fb-4d88-a22e-cef99f3f57eb req-727b9414-8e18-4701-9f2d-81b3dd9be52c tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0779326 Nov 24 11:27:48.498025 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-144c4e8b-35fc-4667-9cc2-c1a54e9bc2fe req-3f398461-efca-454d-ac4d-0f68b9013403 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697970 Nov 24 11:27:48.504855 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f63eaf4f-c8fb-4d88-a22e-cef99f3f57eb req-ac7a37e0-dafd-456f-a1fb-417fb9620ace tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709078 Nov 24 11:27:48.724847 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f01398-d291-4b8d-8937-a6c6dea1032d req-0eb75020-96db-4445-bd5c-091e754cccf3 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:48.726336 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01f01398-d291-4b8d-8937-a6c6dea1032d req-0eb75020-96db-4445-bd5c-091e754cccf3 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 985 time: 0.0484278 Nov 24 11:27:48.787287 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01f01398-d291-4b8d-8937-a6c6dea1032d req-9db071d6-d096-4857-a9cf-c47a35385b71 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce7d7233-658e-4188-a294-a3807a370b54&id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548511 Nov 24 11:27:49.648345 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a92e2d-8874-421a-b7a0-596aea1727e1 req-5ead9566-5418-4055-bd1a-8367a5fc2248 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:49.649846 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b5a92e2d-8874-421a-b7a0-596aea1727e1 req-5ead9566-5418-4055-bd1a-8367a5fc2248 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.0798984 Nov 24 11:27:49.658012 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893d1b8-b706-45cf-9f8d-632c20b9cf88 req-14577299-1ff2-42df-b9f9-1463e9a89ef0 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:49.659428 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7893d1b8-b706-45cf-9f8d-632c20b9cf88 req-14577299-1ff2-42df-b9f9-1463e9a89ef0 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0804992 Nov 24 11:27:49.729702 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b5a92e2d-8874-421a-b7a0-596aea1727e1 req-51229973-f0e6-4ca0-8613-762b35bd2228 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693412 Nov 24 11:27:49.732996 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7893d1b8-b706-45cf-9f8d-632c20b9cf88 req-36dd1422-eb06-45f3-8d2c-44ad47de46ce tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669761 Nov 24 11:27:49.905354 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1db77-97c1-4bb3-b038-8140726aad4e req-ab5a2a3f-3170-4ad6-98a9-3ce8e4d88ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:49.906847 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-89d1db77-97c1-4bb3-b038-8140726aad4e req-ab5a2a3f-3170-4ad6-98a9-3ce8e4d88ebf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=45f80f37390a4f5f8b97a920ce8330df&device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 1097 time: 0.0774589 Nov 24 11:27:49.918231 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37582f-8cd3-40a3-9488-ba1c9365ec71 req-f8ef0fe3-6697-4f75-9148-243e59236e7b tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:49.919668 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2e37582f-8cd3-40a3-9488-ba1c9365ec71 req-f8ef0fe3-6697-4f75-9148-243e59236e7b tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 985 time: 0.0620291 Nov 24 11:27:50.041026 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2e37582f-8cd3-40a3-9488-ba1c9365ec71 req-a7c0c93f-24ab-4072-9efd-c5e476ffba52 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce7d7233-658e-4188-a294-a3807a370b54&id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1123846 Nov 24 11:27:50.053842 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1db77-97c1-4bb3-b038-8140726aad4e req-ad808331-0bd3-444f-a42e-984acf42993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:50.055277 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-89d1db77-97c1-4bb3-b038-8140726aad4e req-ad808331-0bd3-444f-a42e-984acf42993d service neutron] 10.222.0.65 "GET /v2.0/networks?id=1ba09535-c948-4159-ac87-b3cbd70bbf1e HTTP/1.1" status: 200 len: 917 time: 0.1347251 Nov 24 11:27:50.125908 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-89d1db77-97c1-4bb3-b038-8140726aad4e req-5c8e0624-8e65-4d50-aabb-7dee18c197a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=029f9f7f-08e4-421a-bec6-0045084f566d HTTP/1.1" status: 200 len: 999 time: 0.0608759 Nov 24 11:27:50.179719 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1db77-97c1-4bb3-b038-8140726aad4e req-d9b90517-fbef-44b7-9812-e183c3c491d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:50.181133 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-89d1db77-97c1-4bb3-b038-8140726aad4e req-d9b90517-fbef-44b7-9812-e183c3c491d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=869a9006-91f2-477a-a322-c62397f17982 HTTP/1.1" status: 200 len: 855 time: 0.0435693 Nov 24 11:27:50.231204 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1db77-97c1-4bb3-b038-8140726aad4e req-ea9b066d-f731-45c1-b725-fb0f266f3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:50.232574 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-89d1db77-97c1-4bb3-b038-8140726aad4e req-ea9b066d-f731-45c1-b725-fb0f266f3550 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ba09535-c948-4159-ac87-b3cbd70bbf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380883 Nov 24 11:27:50.334312 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-89d1db77-97c1-4bb3-b038-8140726aad4e req-a6ac28b9-0ffc-441d-afc3-531d58d04c36 service neutron] 10.222.0.65 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929189 Nov 24 11:27:50.429364 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-89d1db77-97c1-4bb3-b038-8140726aad4e req-f695b087-a9d5-4282-87d7-afd3e0d5944a service neutron] 10.222.0.65 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864451 Nov 24 11:27:50.922945 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616c9fc-a780-4db8-be1d-cd598a487ad8 req-56b4d773-e3d0-4a30-b848-86b0ceabe656 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:50.924477 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5616c9fc-a780-4db8-be1d-cd598a487ad8 req-56b4d773-e3d0-4a30-b848-86b0ceabe656 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.1108260 Nov 24 11:27:50.945399 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c3019-5e6e-4017-8713-78ec39c18168 req-4599d3c3-0d16-4c9b-81bf-a89841eaf341 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:50.957710 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-704c3019-5e6e-4017-8713-78ec39c18168 req-4599d3c3-0d16-4c9b-81bf-a89841eaf341 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.1451714 Nov 24 11:27:51.069169 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 55104) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:51.122498 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5616c9fc-a780-4db8-be1d-cd598a487ad8 req-95431fee-5268-4698-a20a-8db190a35243 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637297 Nov 24 11:27:51.127264 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-704c3019-5e6e-4017-8713-78ec39c18168 req-e8e92630-dd50-420b-8bb7-7ec0bdf95d85 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608522 Nov 24 11:27:51.283576 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f5cf7a19-004f-4836-af53-2d0727f013de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:51.332589 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc61ef8-870b-4dad-8e0b-458835bcec5e req-8e21aeab-f0d2-41ae-9aae-594fcc8bb145 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:51.335609 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3bc61ef8-870b-4dad-8e0b-458835bcec5e req-8e21aeab-f0d2-41ae-9aae-594fcc8bb145 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 985 time: 0.0778096 Nov 24 11:27:51.415765 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f5cf7a19-004f-4836-af53-2d0727f013de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:51.426379 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f5cf7a19-004f-4836-af53-2d0727f013de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:51.436433 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3bc61ef8-870b-4dad-8e0b-458835bcec5e req-9ede0955-eee5-4474-88e2-f409b2a0c3a8 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce7d7233-658e-4188-a294-a3807a370b54&id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0940182 Nov 24 11:27:51.486351 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf7a19-004f-4836-af53-2d0727f013de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94178eb-bc87-4588-95e7-f3c69e283c2c,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:51.495551 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-f5cf7a19-004f-4836-af53-2d0727f013de admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=997a436dad5b46778af259544ad8c745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4232512 Nov 24 11:27:51.496636 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 55112) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:51.556535 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ce46a5e7-4deb-4f7a-a564-a511d5505a57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:51.586719 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ce46a5e7-4deb-4f7a-a564-a511d5505a57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:51.641054 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ce46a5e7-4deb-4f7a-a564-a511d5505a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:51.645802 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ce46a5e7-4deb-4f7a-a564-a511d5505a57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:51.649184 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-ce46a5e7-4deb-4f7a-a564-a511d5505a57 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f94178eb-bc87-4588-95e7-f3c69e283c2c HTTP/1.1" status: 204 len: 168 time: 0.1511884 Nov 24 11:27:51.667755 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46a5e7-4deb-4f7a-a564-a511d5505a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94178eb-bc87-4588-95e7-f3c69e283c2c,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:51.961461 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 55118) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:51.974965 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5fe16a5d-94c3-4f06-a2aa-4f66c4b06b7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:52.056304 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5fe16a5d-94c3-4f06-a2aa-4f66c4b06b7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:52.060063 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5fe16a5d-94c3-4f06-a2aa-4f66c4b06b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:52.097592 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-5fe16a5d-94c3-4f06-a2aa-4f66c4b06b7e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=08c4c68aae9249de962dbc99ece82abb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349998 Nov 24 11:27:52.098440 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe16a5d-94c3-4f06-a2aa-4f66c4b06b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba4ba15-3c9a-4cbf-815e-caeaa8ef2428,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:52.100906 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 55120) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:52.157785 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5a11c218-0abd-4bd6-aa7f-c5dd0abfe4ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:52.185748 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5a11c218-0abd-4bd6-aa7f-c5dd0abfe4ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:52.250792 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5a11c218-0abd-4bd6-aa7f-c5dd0abfe4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:52.256028 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5a11c218-0abd-4bd6-aa7f-c5dd0abfe4ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:52.261445 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-5a11c218-0abd-4bd6-aa7f-c5dd0abfe4ab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cba4ba15-3c9a-4cbf-815e-caeaa8ef2428 HTTP/1.1" status: 204 len: 168 time: 0.1594825 Nov 24 11:27:52.272904 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11c218-0abd-4bd6-aa7f-c5dd0abfe4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba4ba15-3c9a-4cbf-815e-caeaa8ef2428,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:52.321273 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b614ba0-d035-45f1-8e93-3eaaecaf8056 req-884457cf-b1a4-4a23-80a6-13489942a233 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:52.338758 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8b614ba0-d035-45f1-8e93-3eaaecaf8056 req-884457cf-b1a4-4a23-80a6-13489942a233 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.0848637 Nov 24 11:27:52.350221 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118ecc1-f54c-412b-b1c8-93ca43480728 req-85313ce9-b269-463e-8fe3-4584ac9560a0 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:52.352313 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b118ecc1-f54c-412b-b1c8-93ca43480728 req-85313ce9-b269-463e-8fe3-4584ac9560a0 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.1438470 Nov 24 11:27:52.445346 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b118ecc1-f54c-412b-b1c8-93ca43480728 req-e48274d3-e9b4-4ebc-a00f-a576b33cf190 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634799 Nov 24 11:27:52.469325 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8b614ba0-d035-45f1-8e93-3eaaecaf8056 req-1b0139fd-13f2-4846-9cac-7d1e89f4b112 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292915 Nov 24 11:27:52.637670 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbc76d-0f50-4377-ae3c-f156db3aaa39 req-c2de8b7f-e303-4819-892f-430a296099ce tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:52.639282 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-37dbc76d-0f50-4377-ae3c-f156db3aaa39 req-c2de8b7f-e303-4819-892f-430a296099ce tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 985 time: 0.0753219 Nov 24 11:27:52.724403 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-37dbc76d-0f50-4377-ae3c-f156db3aaa39 req-53ce3843-2c0f-448d-9e47-94e7b72a0b95 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce7d7233-658e-4188-a294-a3807a370b54&id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743496 Nov 24 11:27:53.703055 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882b9b4-f49b-42a7-90e7-90e561469946 req-ccd5cfbc-1a66-451b-b570-823a2c23ba4f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:53.709152 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e882b9b4-f49b-42a7-90e7-90e561469946 req-ccd5cfbc-1a66-451b-b570-823a2c23ba4f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.1483626 Nov 24 11:27:53.718572 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862ba52-260d-4773-a1c7-49208c2c7578 req-8b447ba2-0e86-4443-b376-cf207896b291 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:53.720004 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5862ba52-260d-4773-a1c7-49208c2c7578 req-8b447ba2-0e86-4443-b376-cf207896b291 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.1492677 Nov 24 11:27:53.782677 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e882b9b4-f49b-42a7-90e7-90e561469946 req-fa09c873-5882-4f54-9ae3-b42b2c035919 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616841 Nov 24 11:27:53.820413 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5862ba52-260d-4773-a1c7-49208c2c7578 req-c277b750-4af3-4482-bb3d-306fde4b44de tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924907 Nov 24 11:27:53.885540 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560766b-18f5-40c4-a499-040f180150ff req-ea1effbc-5b4a-4663-a2e5-089feadcc881 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:53.887327 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0560766b-18f5-40c4-a499-040f180150ff req-ea1effbc-5b4a-4663-a2e5-089feadcc881 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 985 time: 0.0484543 Nov 24 11:27:53.951492 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0560766b-18f5-40c4-a499-040f180150ff req-af423e21-4799-4343-8da9-82a2ee1b722c tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce7d7233-658e-4188-a294-a3807a370b54&id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583537 Nov 24 11:27:54.995047 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746af3b-b0fa-4dc7-9762-55115589c94f req-75fe6017-06e7-4016-8d83-ab58f38c1f88 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:54.996767 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a746af3b-b0fa-4dc7-9762-55115589c94f req-75fe6017-06e7-4016-8d83-ab58f38c1f88 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.1059337 Nov 24 11:27:55.005706 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bda8e9-34d3-4686-96a2-084d51906a46 req-b59a20f7-a100-4910-b1a0-0aa8bf78c244 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:55.007101 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-86bda8e9-34d3-4686-96a2-084d51906a46 req-b59a20f7-a100-4910-b1a0-0aa8bf78c244 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.0779042 Nov 24 11:27:55.079415 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a746af3b-b0fa-4dc7-9762-55115589c94f req-77323668-3b75-44c0-a1a0-ba1523d69298 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712512 Nov 24 11:27:55.095232 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-86bda8e9-34d3-4686-96a2-084d51906a46 req-2b02a3cf-b686-4960-9811-a67e5d365ad8 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803697 Nov 24 11:27:55.242574 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705dd6a4-cc0e-4eb7-817d-3f1eb143a2ba req-256337dd-6697-4c0c-963b-209009c276d6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:55.244159 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-705dd6a4-cc0e-4eb7-817d-3f1eb143a2ba req-256337dd-6697-4c0c-963b-209009c276d6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 985 time: 0.0683656 Nov 24 11:27:55.319040 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-705dd6a4-cc0e-4eb7-817d-3f1eb143a2ba req-1b2c5b91-ad20-4122-b21d-0c45b0af4b2c tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce7d7233-658e-4188-a294-a3807a370b54&id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681953 Nov 24 11:27:56.087395 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 55206) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:56.235022 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf24f-6641-4ded-a891-dba68fb6a8d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:56.270714 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75d28c-58d4-4f30-8e3e-c91130f6a143 req-bcebc5bd-6593-4b29-9e6b-c16970da405d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:56.272309 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1b75d28c-58d4-4f30-8e3e-c91130f6a143 req-bcebc5bd-6593-4b29-9e6b-c16970da405d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.1044583 Nov 24 11:27:56.283755 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b24bd-1092-49b4-b1d0-a4e77a11369d req-60c701c7-fbd9-45e3-9fa5-56ad2ad67a18 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:56.286047 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e53b24bd-1092-49b4-b1d0-a4e77a11369d req-60c701c7-fbd9-45e3-9fa5-56ad2ad67a18 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.0731115 Nov 24 11:27:56.384403 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0b21184a-eb53-4732-9295-9cf1483307c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:56.384967 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e53b24bd-1092-49b4-b1d0-a4e77a11369d req-990acd9e-7a9c-4ae5-946e-3e6741f7ce23 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841131 Nov 24 11:27:56.400666 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf24f-6641-4ded-a891-dba68fb6a8d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:56.408124 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf24f-6641-4ded-a891-dba68fb6a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:56.429078 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1b75d28c-58d4-4f30-8e3e-c91130f6a143 req-5749e374-aec1-48ff-9e67-8f3de220057e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420250 Nov 24 11:27:56.450997 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-ccbcf24f-6641-4ded-a891-dba68fb6a8d6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d0b96903f5bc493780ab66b928b91492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624649 Nov 24 11:27:56.453666 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 55222) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:27:56.486167 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcf24f-6641-4ded-a891-dba68fb6a8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995db61a-6318-4842-aa17-ea18c2a4720c,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:56.567666 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e53e5bbc-04a1-4ff4-a18a-02ed9f1633dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:56.586725 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d57e9-d0ef-4ff7-9fc6-7e22a92cb36e req-bb0e953e-4df4-4505-92cd-df35572454a1 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:56.588401 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-966d57e9-d0ef-4ff7-9fc6-7e22a92cb36e req-bb0e953e-4df4-4505-92cd-df35572454a1 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 985 time: 0.0942156 Nov 24 11:27:56.643750 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e53e5bbc-04a1-4ff4-a18a-02ed9f1633dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:56.678433 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-966d57e9-d0ef-4ff7-9fc6-7e22a92cb36e req-bb6956a2-7c23-47dd-9ee5-c5eeabed6657 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce7d7233-658e-4188-a294-a3807a370b54&id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820479 Nov 24 11:27:56.740868 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e53e5bbc-04a1-4ff4-a18a-02ed9f1633dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:56.743229 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e53e5bbc-04a1-4ff4-a18a-02ed9f1633dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:56.755082 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e53e5bbc-04a1-4ff4-a18a-02ed9f1633dc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/995db61a-6318-4842-aa17-ea18c2a4720c HTTP/1.1" status: 204 len: 168 time: 0.2923231 Nov 24 11:27:56.758933 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e5bbc-04a1-4ff4-a18a-02ed9f1633dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995db61a-6318-4842-aa17-ea18c2a4720c,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:27:57.516884 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef57b3-cab7-4312-b600-0017b2463965 req-324c20c8-337c-4050-ad7a-6532f559e869 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:57.518370 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-05ef57b3-cab7-4312-b600-0017b2463965 req-324c20c8-337c-4050-ad7a-6532f559e869 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.0630181 Nov 24 11:27:57.599282 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43dbe7-93e1-4957-b70a-3caa3441633b req-42073217-ec4c-4993-af86-8daa186a9618 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:57.600838 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-db43dbe7-93e1-4957-b70a-3caa3441633b req-42073217-ec4c-4993-af86-8daa186a9618 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0815578 Nov 24 11:27:57.604818 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-05ef57b3-cab7-4312-b600-0017b2463965 req-fe7074e4-95f6-43a5-b692-f5c4272afed7 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773787 Nov 24 11:27:57.664995 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-db43dbe7-93e1-4957-b70a-3caa3441633b req-f46cb583-7c24-40dc-96aa-09314141efb7 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513566 Nov 24 11:27:57.817581 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58611cb-8226-4eb7-becb-fa1b45ef1d40 req-f4825685-5cf1-47a6-bd60-6c0326340021 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:57.819053 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d58611cb-8226-4eb7-becb-fa1b45ef1d40 req-f4825685-5cf1-47a6-bd60-6c0326340021 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 985 time: 0.0496886 Nov 24 11:27:57.909656 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d58611cb-8226-4eb7-becb-fa1b45ef1d40 req-bb3b6a22-6f7a-42d6-8ad1-46ea0137847c tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce7d7233-658e-4188-a294-a3807a370b54&id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839143 Nov 24 11:27:58.731362 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7912e614-0af2-4010-a8e3-291f72a6405e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:27:58.786034 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b735e25-6b3f-45f3-9235-01ade664d61b req-be355cff-4b39-4143-83a7-d58eb8930d2a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:58.793081 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2b735e25-6b3f-45f3-9235-01ade664d61b req-be355cff-4b39-4143-83a7-d58eb8930d2a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.0982230 Nov 24 11:27:58.905085 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e9edf-8b9f-4135-95bf-e5893fb4db3a req-1290bd58-8e9a-4dae-8ed8-1358ccbbd950 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:58.906532 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e13e9edf-8b9f-4135-95bf-e5893fb4db3a req-1290bd58-8e9a-4dae-8ed8-1358ccbbd950 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.1110139 Nov 24 11:27:58.910841 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2b735e25-6b3f-45f3-9235-01ade664d61b req-18410f00-5356-44cb-90ee-96f949ecb565 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169960 Nov 24 11:27:59.006459 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e13e9edf-8b9f-4135-95bf-e5893fb4db3a req-508f5b79-4ad8-4b5f-8bbb-5a3703a51b23 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939772 Nov 24 11:27:59.073224 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229efcb9-0602-4a69-b6f1-4441c880c9e0 req-b0f1fcd4-6d6e-43a5-9918-15ea6454c1fd tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:27:59.074777 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-229efcb9-0602-4a69-b6f1-4441c880c9e0 req-b0f1fcd4-6d6e-43a5-9918-15ea6454c1fd tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 985 time: 0.0602305 Nov 24 11:27:59.143682 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-229efcb9-0602-4a69-b6f1-4441c880c9e0 req-24b89f67-3e17-49c5-aeb1-33338f360314 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce7d7233-658e-4188-a294-a3807a370b54&id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626936 Nov 24 11:27:59.662101 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:00.066225 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07ec6e-14d3-450b-8a50-35dda16d1e7c req-7f67399f-f1db-43b7-b31b-6e191224f056 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:00.075965 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7b07ec6e-14d3-450b-8a50-35dda16d1e7c req-7f67399f-f1db-43b7-b31b-6e191224f056 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.0754664 Nov 24 11:28:00.163016 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7b07ec6e-14d3-450b-8a50-35dda16d1e7c req-5ceacc69-cee0-48f3-87e9-8f91fb80355f tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859890 Nov 24 11:28:00.200456 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c316b3-6a40-493c-8344-8a9e3b81912e req-8a0adb4e-289c-4655-b88c-a76d4cb6db7c tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:00.204439 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-38c316b3-6a40-493c-8344-8a9e3b81912e req-8a0adb4e-289c-4655-b88c-a76d4cb6db7c tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0945799 Nov 24 11:28:00.301873 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-38c316b3-6a40-493c-8344-8a9e3b81912e req-8cfdf13b-bb5e-4c1c-bfe3-2efbe213fe59 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944774 Nov 24 11:28:00.324397 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce4432-3243-49bd-b078-2a3a7e880a3d req-f8b92fa8-e573-49fd-9bb5-89c55a01683e tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:00.325937 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e1ce4432-3243-49bd-b078-2a3a7e880a3d req-f8b92fa8-e573-49fd-9bb5-89c55a01683e tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 985 time: 0.0739374 Nov 24 11:28:00.407128 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e1ce4432-3243-49bd-b078-2a3a7e880a3d req-825918e0-54ca-40d2-add9-2ab8241d0d5b tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce7d7233-658e-4188-a294-a3807a370b54&id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751386 Nov 24 11:28:01.298833 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ad76e-5ade-4566-910b-9b697a284317 req-71faff1b-16fe-40e1-95c9-d51798e2a614 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:01.300324 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b50ad76e-5ade-4566-910b-9b697a284317 req-71faff1b-16fe-40e1-95c9-d51798e2a614 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.0536528 Nov 24 11:28:01.361607 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b50ad76e-5ade-4566-910b-9b697a284317 req-7c0be1b3-143a-4a91-8632-666a2d944555 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551970 Nov 24 11:28:01.421258 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:01.433174 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da6e1f-9592-4d50-a6d6-5e1223bc32b6 req-68c36a99-736e-47e4-94a5-09d8b9c7095e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:01.434831 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-09da6e1f-9592-4d50-a6d6-5e1223bc32b6 req-68c36a99-736e-47e4-94a5-09d8b9c7095e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0540547 Nov 24 11:28:01.519187 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-09da6e1f-9592-4d50-a6d6-5e1223bc32b6 req-c8a471cf-ccae-43db-8bf6-cf688e8db6c2 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783267 Nov 24 11:28:01.543838 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153b584-cf30-4783-9c6d-7e860c5a5229 req-8977b875-a1a4-427c-9569-afd1b15d9a83 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:01.545365 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d153b584-cf30-4783-9c6d-7e860c5a5229 req-8977b875-a1a4-427c-9569-afd1b15d9a83 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 985 time: 0.0589075 Nov 24 11:28:01.621508 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d153b584-cf30-4783-9c6d-7e860c5a5229 req-c0678dc9-2c52-4f21-bbdb-533e1e3c3a91 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce7d7233-658e-4188-a294-a3807a370b54&id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699120 Nov 24 11:28:02.492994 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:02.510211 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5655b5f-5081-4a35-a04b-d45323ffc6d0 req-eae5b10e-0894-4aed-954a-aed99a3e4170 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:02.511670 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f5655b5f-5081-4a35-a04b-d45323ffc6d0 req-eae5b10e-0894-4aed-954a-aed99a3e4170 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.0486689 Nov 24 11:28:02.558842 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f5655b5f-5081-4a35-a04b-d45323ffc6d0 req-462aa338-fc52-4c66-902e-64fe99996cdd tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410881 Nov 24 11:28:02.641150 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7ae3e-f379-4cdc-b1c6-5d07a5f8ff59 req-f3f0be57-be66-4bab-94c2-ec3186c18580 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:02.642977 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-47a7ae3e-f379-4cdc-b1c6-5d07a5f8ff59 req-f3f0be57-be66-4bab-94c2-ec3186c18580 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0554776 Nov 24 11:28:02.705953 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-47a7ae3e-f379-4cdc-b1c6-5d07a5f8ff59 req-cbe2b01d-39da-4061-bdc8-0d6fb184e075 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561922 Nov 24 11:28:02.748572 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814ecea-370a-45b6-b788-a7aa718a1245 req-56de5b47-1fab-4e93-a983-7fabf850f1b1 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:02.750102 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7814ecea-370a-45b6-b788-a7aa718a1245 req-56de5b47-1fab-4e93-a983-7fabf850f1b1 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 985 time: 0.0621371 Nov 24 11:28:02.821513 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7814ecea-370a-45b6-b788-a7aa718a1245 req-65a78131-6bd6-41fc-b71b-fa851cba94a2 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce7d7233-658e-4188-a294-a3807a370b54&id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610602 Nov 24 11:28:02.930922 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5281ff-001d-4f25-9405-c0defc617baf req-22d0ee01-43c7-482b-87c1-84edab0fe0b7 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:02.932308 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eb5281ff-001d-4f25-9405-c0defc617baf req-22d0ee01-43c7-482b-87c1-84edab0fe0b7 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0490091 Nov 24 11:28:03.014008 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eb5281ff-001d-4f25-9405-c0defc617baf req-1a731fab-fb19-48ef-aad1-b192c3afd4a8 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745676 Nov 24 11:28:03.016465 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8053b-5239-4252-93a8-1032befdd460 req-7e447fe5-6a3d-4419-91b7-498c1f1ec321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:03.017834 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1e8053b-5239-4252-93a8-1032befdd460 req-7e447fe5-6a3d-4419-91b7-498c1f1ec321 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6a92dfb7f26143f8aa4cc3ca2bcc9088&device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 1099 time: 0.0717740 Nov 24 11:28:03.105645 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8053b-5239-4252-93a8-1032befdd460 req-c55adf63-7438-44a8-ac05-7bd9981ad339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:03.107061 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1e8053b-5239-4252-93a8-1032befdd460 req-c55adf63-7438-44a8-ac05-7bd9981ad339 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0eaf43db-385c-4388-a2f4-5981573fae4b HTTP/1.1" status: 200 len: 911 time: 0.0822139 Nov 24 11:28:03.172996 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1e8053b-5239-4252-93a8-1032befdd460 req-2cc8031f-84d3-46bf-81c0-6b514c5e39eb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6370e0ef-c4f2-48de-9bd9-ada7b86b5466 HTTP/1.1" status: 200 len: 1002 time: 0.0583003 Nov 24 11:28:03.219328 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8053b-5239-4252-93a8-1032befdd460 req-baab05b9-fb4c-4a26-9b46-902a32782a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:03.220633 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1e8053b-5239-4252-93a8-1032befdd460 req-baab05b9-fb4c-4a26-9b46-902a32782a59 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d217b95-72ec-45a6-bf60-4be1d5b405e2 HTTP/1.1" status: 200 len: 849 time: 0.0411279 Nov 24 11:28:03.264939 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8053b-5239-4252-93a8-1032befdd460 req-39e43a0e-07f8-4832-98dd-0b5f6320504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:03.266330 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1e8053b-5239-4252-93a8-1032befdd460 req-39e43a0e-07f8-4832-98dd-0b5f6320504c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0eaf43db-385c-4388-a2f4-5981573fae4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384247 Nov 24 11:28:03.355752 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1e8053b-5239-4252-93a8-1032befdd460 req-7f9e2df5-3a65-49db-b867-72e58804e732 service neutron] 10.222.0.65 "GET /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822868 Nov 24 11:28:03.446210 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1e8053b-5239-4252-93a8-1032befdd460 req-23f04227-c319-49c1-bab3-2c8f27ba301c service neutron] 10.222.0.65 "GET /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833566 Nov 24 11:28:03.679374 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf788f-229b-47cb-9aa4-5f0d393c5a96 req-ef2dac8c-9402-45d8-b80d-5294b269e57c tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:03.680888 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-10cf788f-229b-47cb-9aa4-5f0d393c5a96 req-ef2dac8c-9402-45d8-b80d-5294b269e57c tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.0483670 Nov 24 11:28:03.726635 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-10cf788f-229b-47cb-9aa4-5f0d393c5a96 req-738b23ae-9677-4543-be31-e77319be4d18 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398879 Nov 24 11:28:03.945280 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0f7e3-afbc-4d43-bab4-c315d949586f req-5bab9313-3085-4d49-bd40-e971622d9698 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:03.946794 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-42d0f7e3-afbc-4d43-bab4-c315d949586f req-5bab9313-3085-4d49-bd40-e971622d9698 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 985 time: 0.0502372 Nov 24 11:28:04.011824 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-42d0f7e3-afbc-4d43-bab4-c315d949586f req-af463bcf-2a0e-4511-ab41-f8362003c42d tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce7d7233-658e-4188-a294-a3807a370b54&id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583324 Nov 24 11:28:04.070584 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 55358) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:28:04.134848 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b15fa-34e2-48a0-bd4e-46af27374196 req-44031a5b-a251-40c8-a4f2-de5c613fc118 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:04.136358 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-897b15fa-34e2-48a0-bd4e-46af27374196 req-44031a5b-a251-40c8-a4f2-de5c613fc118 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0525846 Nov 24 11:28:04.187075 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb0e8-fcfd-4f59-82e3-6c318c1d5bdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:04.201512 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-897b15fa-34e2-48a0-bd4e-46af27374196 req-91709874-25fe-4387-8e46-ee1a0561f308 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589879 Nov 24 11:28:04.267111 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb0e8-fcfd-4f59-82e3-6c318c1d5bdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:04.270887 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb0e8-fcfd-4f59-82e3-6c318c1d5bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:04.307880 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-ea1cb0e8-fcfd-4f59-82e3-6c318c1d5bdc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3e763cac604f4e4185150532dddce206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362638 Nov 24 11:28:04.309794 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1cb0e8-fcfd-4f59-82e3-6c318c1d5bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd9f185-c38c-41b6-b5d6-9e8981ace38c,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:28:04.310580 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 55364) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:28:04.358234 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c23730da-f92c-4d40-a3a0-b44ced049b26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:04.378152 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c23730da-f92c-4d40-a3a0-b44ced049b26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:04.424934 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c23730da-f92c-4d40-a3a0-b44ced049b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:04.427488 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c23730da-f92c-4d40-a3a0-b44ced049b26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:04.428667 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-c23730da-f92c-4d40-a3a0-b44ced049b26 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6fd9f185-c38c-41b6-b5d6-9e8981ace38c HTTP/1.1" status: 204 len: 168 time: 0.1169982 Nov 24 11:28:04.435872 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23730da-f92c-4d40-a3a0-b44ced049b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd9f185-c38c-41b6-b5d6-9e8981ace38c,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:28:04.846346 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ee7c7-3047-4c4a-8843-8218360efcc8 req-e44a4657-5c8d-468a-b920-66d34fb10afd tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:04.847850 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-238ee7c7-3047-4c4a-8843-8218360efcc8 req-e44a4657-5c8d-468a-b920-66d34fb10afd tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.0504153 Nov 24 11:28:04.910138 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-238ee7c7-3047-4c4a-8843-8218360efcc8 req-2e2fdaec-d2fc-4dff-bcd1-11ad176568ec tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563195 Nov 24 11:28:05.061194 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 55388) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:28:05.153424 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-90e5da73-2145-4398-ae3e-ed6971be55e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1674996922-network', 'tenant_id': 'd8dd321b34b44dd69e1abd68854da45e'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:28:05.174166 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e5da73-2145-4398-ae3e-ed6971be55e9 admin admin] Made reservation on behalf of d8dd321b34b44dd69e1abd68854da45e for: {'network': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:28:05.176488 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-90e5da73-2145-4398-ae3e-ed6971be55e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for network, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:05.185132 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-90e5da73-2145-4398-ae3e-ed6971be55e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:05.254499 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-90e5da73-2145-4398-ae3e-ed6971be55e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:05.257937 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-90e5da73-2145-4398-ae3e-ed6971be55e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:05.277555 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e5da73-2145-4398-ae3e-ed6971be55e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=102481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 11:28:05.292319 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5da73-2145-4398-ae3e-ed6971be55e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:28:05.295138 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-90e5da73-2145-4398-ae3e-ed6971be55e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:05.295478 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.segments_db [None req-90e5da73-2145-4398-ae3e-ed6971be55e9 admin admin] Added segment 875f8071-017f-4060-a80d-3da828d68f74 of type vlan for network f3338c17-946b-45b7-aa49-64c8a2098ee2 Nov 24 11:28:05.338381 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-90e5da73-2145-4398-ae3e-ed6971be55e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771666227267'] for network, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:05.366743 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-90e5da73-2145-4398-ae3e-ed6971be55e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for network, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:05.367840 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e5da73-2145-4398-ae3e-ed6971be55e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:05.368506 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-90e5da73-2145-4398-ae3e-ed6971be55e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:05.399084 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-90e5da73-2145-4398-ae3e-ed6971be55e9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3366673 Nov 24 11:28:05.401871 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 55392) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:28:05.407021 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-b59971e4-3b9a-4953-939c-fb7f1d1b17d5 admin admin] Request body: {'subnet': {'network_id': 'f3338c17-946b-45b7-aa49-64c8a2098ee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1674996922-subnet', 'tenant_id': 'd8dd321b34b44dd69e1abd68854da45e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:28:05.429347 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59971e4-3b9a-4953-939c-fb7f1d1b17d5 admin admin] Made reservation on behalf of d8dd321b34b44dd69e1abd68854da45e for: {'subnet': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:28:05.431707 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b59971e4-3b9a-4953-939c-fb7f1d1b17d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532794209'] for subnet, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:05.432134 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5da73-2145-4398-ae3e-ed6971be55e9 admin admin] Pushing event updated for resources: {'Network': ['ID=f3338c17-946b-45b7-aa49-64c8a2098ee2,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:28:05.442161 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Network f3338c17-946b-45b7-aa49-64c8a2098ee2 details requested by agent ovs-agent-dv-cinder-819089-1-iscsi with host dv-cinder-819089-1-iscsi {{(pid=102483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 11:28:05.595882 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b59971e4-3b9a-4953-939c-fb7f1d1b17d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536166255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532794195'] for subnet, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:05.648746 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59971e4-3b9a-4953-939c-fb7f1d1b17d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed48cb41-cb8b-46ba-9ab6-f3637928b417,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:28:05.659060 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59971e4-3b9a-4953-939c-fb7f1d1b17d5 admin admin] Checking segment: {'id': '875f8071-017f-4060-a80d-3da828d68f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f3338c17-946b-45b7-aa49-64c8a2098ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:28:05.659409 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59971e4-3b9a-4953-939c-fb7f1d1b17d5 admin admin] Network hostable DHCP agents. Network: f3338c17-946b-45b7-aa49-64c8a2098ee2, hostable agents: ['90347969-607b-440e-afac-8ad03a91f79b'], hosted agents: [] {{(pid=102482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 11:28:05.676781 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59971e4-3b9a-4953-939c-fb7f1d1b17d5 admin admin] Network f3338c17-946b-45b7-aa49-64c8a2098ee2 is scheduled to be hosted by DHCP agent 90347969-607b-440e-afac-8ad03a91f79b with binding_index 1 {{(pid=102482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 11:28:05.684877 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-b59971e4-3b9a-4953-939c-fb7f1d1b17d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819089-1-iscsi, f3338c17-946b-45b7-aa49-64c8a2098ee2) {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:28:05.689568 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59971e4-3b9a-4953-939c-fb7f1d1b17d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:05.690726 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b59971e4-3b9a-4953-939c-fb7f1d1b17d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:05.694553 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a90d8c-87d5-4323-a018-9238e23caace None None] Network f3338c17-946b-45b7-aa49-64c8a2098ee2 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:28:05.707417 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-b59971e4-3b9a-4953-939c-fb7f1d1b17d5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3043969 Nov 24 11:28:05.941578 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33838d8-97a1-4053-b184-ace9dfa5b364 None None] Network f3338c17-946b-45b7-aa49-64c8a2098ee2 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:28:06.050736 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7a7c0-3d65-4634-ab60-28231c85647e req-d85562ef-07d4-40bc-b225-f29d5347c9df tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:06.052418 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ef7a7c0-3d65-4634-ab60-28231c85647e req-d85562ef-07d4-40bc-b225-f29d5347c9df tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.0529084 Nov 24 11:28:06.103359 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ef7a7c0-3d65-4634-ab60-28231c85647e req-dc31ebba-e9d7-44c9-801b-6ec6c021a685 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441689 Nov 24 11:28:07.226137 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651cef8-35fb-4664-bb65-fe1ffb89f26b req-bb6fbbde-e45d-4f28-b8f1-f076499fa97b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:07.227609 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2651cef8-35fb-4664-bb65-fe1ffb89f26b req-bb6fbbde-e45d-4f28-b8f1-f076499fa97b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.0518513 Nov 24 11:28:07.274715 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2651cef8-35fb-4664-bb65-fe1ffb89f26b req-c46cd4a1-d770-44e7-a807-186a01e2a3a0 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413718 Nov 24 11:28:07.452909 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-8b72eacc-8700-41e9-b3e9-e9c939dfcc47 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:07.454272 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-8b72eacc-8700-41e9-b3e9-e9c939dfcc47 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/networks?id=f3338c17-946b-45b7-aa49-64c8a2098ee2 HTTP/1.1" status: 200 len: 814 time: 0.0981193 Nov 24 11:28:07.469110 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd545d7e-d5b8-47f0-bfbc-1f03849be3ab tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/quotas/d8dd321b34b44dd69e1abd68854da45e HTTP/1.1" status: 200 len: 375 time: 0.0086067 Nov 24 11:28:07.501916 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-e3444a68-7ff0-4984-a888-667a5a867886 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8dd321b34b44dd69e1abd68854da45e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277803 Nov 24 11:28:07.589897 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-31899f76-1cb8-42ac-adb4-33fc01775d26 service neutron] 10.222.0.54 "GET /v2.0/networks/f3338c17-946b-45b7-aa49-64c8a2098ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807464 Nov 24 11:28:07.910888 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-c4653a68-68c8-4b71-878d-5872bac2aeb1 service neutron] 10.222.0.54 "GET /v2.0/networks/f3338c17-946b-45b7-aa49-64c8a2098ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149240 Nov 24 11:28:08.076199 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5ba0b460-754e-43b9-8498-6b8053902cfc req-54623a35-01b0-4c37-b552-295bc733a075 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=e59d18ad-f6fb-4077-9a37-0d9c5eefb457 HTTP/1.1" status: 200 len: 210 time: 0.0258057 Nov 24 11:28:08.400524 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eeb558-3861-4473-8e8e-4b40ee4ba44b req-f687fdb3-9c5a-4bbf-a29e-a915d47a30a1 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:08.403246 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a2eeb558-3861-4473-8e8e-4b40ee4ba44b req-f687fdb3-9c5a-4bbf-a29e-a915d47a30a1 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.0526521 Nov 24 11:28:08.449429 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a2eeb558-3861-4473-8e8e-4b40ee4ba44b req-3bff53be-00a2-47b8-ae83-0d80dca8eb93 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404012 Nov 24 11:28:08.997736 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-ea1d933d-c05e-462c-9948-4dcd00c4f6a6 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:08.999157 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-ea1d933d-c05e-462c-9948-4dcd00c4f6a6 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.65 "GET /v2.0/networks?id=f3338c17-946b-45b7-aa49-64c8a2098ee2 HTTP/1.1" status: 200 len: 814 time: 0.1006300 Nov 24 11:28:09.012545 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-2c748c10-1ca1-4a6a-86a4-71ecf796bde7 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Request body: {'port': {'device_id': 'e59d18ad-f6fb-4077-9a37-0d9c5eefb457', 'network_id': 'f3338c17-946b-45b7-aa49-64c8a2098ee2', 'admin_state_up': True, 'tenant_id': 'd8dd321b34b44dd69e1abd68854da45e'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:28:09.118269 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-2c748c10-1ca1-4a6a-86a4-71ecf796bde7 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Made reservation on behalf of d8dd321b34b44dd69e1abd68854da45e for: {'port': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:28:09.121824 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-2c748c10-1ca1-4a6a-86a4-71ecf796bde7 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:09.199001 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-734fa32c-b963-4883-b297-8eff9c9527fd req-c813725b-abec-4fb2-b01d-d1459da8d752 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=e59d18ad-f6fb-4077-9a37-0d9c5eefb457 HTTP/1.1" status: 200 len: 210 time: 0.0556269 Nov 24 11:28:09.269469 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-2c748c10-1ca1-4a6a-86a4-71ecf796bde7 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Allocated IP 172.20.0.13 (f3338c17-946b-45b7-aa49-64c8a2098ee2/ed48cb41-cb8b-46ba-9ab6-f3637928b417/8d749b4f-a87a-4915-98f5-79a76f74a925) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:28:09.409051 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-2c748c10-1ca1-4a6a-86a4-71ecf796bde7 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Publish callbacks [] for port, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:09.441881 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-2c748c10-1ca1-4a6a-86a4-71ecf796bde7 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:09.480974 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-2c748c10-1ca1-4a6a-86a4-71ecf796bde7 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Network f3338c17-946b-45b7-aa49-64c8a2098ee2 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:28:09.485815 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-2c748c10-1ca1-4a6a-86a4-71ecf796bde7 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:28:09.489286 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-2c748c10-1ca1-4a6a-86a4-71ecf796bde7 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:28:09.513839 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 029f9f7f-08e4-421a-bec6-0045084f566d details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:28:09.518015 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748c10-1ca1-4a6a-86a4-71ecf796bde7 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Pushing event updated for resources: {'Port': ['ID=8d749b4f-a87a-4915-98f5-79a76f74a925,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:28:09.568411 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-2c748c10-1ca1-4a6a-86a4-71ecf796bde7 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:09.569251 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-2c748c10-1ca1-4a6a-86a4-71ecf796bde7 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:09.590533 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-2c748c10-1ca1-4a6a-86a4-71ecf796bde7 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5817194 Nov 24 11:28:09.598716 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e651d1-41d2-4230-9904-76999f43ebbd req-443349a9-b900-4583-a653-beed46499925 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:09.600620 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d3e651d1-41d2-4230-9904-76999f43ebbd req-443349a9-b900-4583-a653-beed46499925 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 944 time: 0.0741467 Nov 24 11:28:09.609357 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 029f9f7f-08e4-421a-bec6-0045084f566d, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=029f9f7f-08e4-421a-bec6-0045084f566d,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:28:09.610505 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] Request body: {'port': {'device_id': 'e59d18ad-f6fb-4077-9a37-0d9c5eefb457', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81908'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:28:09.621031 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': '029f9f7f-08e4-421a-bec6-0045084f566d', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'port_id': '029f9f7f-08e4-421a-bec6-0045084f566d', 'mac_address': 'fa:16:3e:11:af:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869a9006-91f2-477a-a322-c62397f17982', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:28:09.660779 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:09.673997 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029f9f7f-08e4-421a-bec6-0045084f566d {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:28:09.692284 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:09.693593 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 029f9f7f-08e4-421a-bec6-0045084f566d, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=029f9f7f-08e4-421a-bec6-0045084f566d,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:28:09.697479 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:09.704317 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d3e651d1-41d2-4230-9904-76999f43ebbd req-2c62533b-81e4-4eaa-8128-f1bdf7515692 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911725 Nov 24 11:28:09.744194 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=029f9f7f-08e4-421a-bec6-0045084f566d,revision_number=9']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:28:09.951533 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['029f9f7f-08e4-421a-bec6-0045084f566d'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:28:09.962408 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d749b4f-a87a-4915-98f5-79a76f74a925 {{(pid=102482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:28:09.969750 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:09.982331 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.provisioning_blocks [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] Transition to ACTIVE for port object 8d749b4f-a87a-4915-98f5-79a76f74a925 will not be triggered until provisioned by entity L2. {{(pid=102482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 11:28:09.986235 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:10.038461 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8d749b4f-a87a-4915-98f5-79a76f74a925,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:28:10.117324 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] Attempting to bind port 8d749b4f-a87a-4915-98f5-79a76f74a925 on host hv-cinder-81908 for vnic_type normal with profile {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:28:10.117652 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] Attempting to bind port 8d749b4f-a87a-4915-98f5-79a76f74a925 by drivers openvswitch,hyperv on host hv-cinder-81908 at level 0 using segments [{'id': '875f8071-017f-4060-a80d-3da828d68f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f3338c17-946b-45b7-aa49-64c8a2098ee2'}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:28:10.121031 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] Attempting to bind port 8d749b4f-a87a-4915-98f5-79a76f74a925 on network f3338c17-946b-45b7-aa49-64c8a2098ee2 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:28:10.125429 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] Port 8d749b4f-a87a-4915-98f5-79a76f74a925 on network f3338c17-946b-45b7-aa49-64c8a2098ee2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81908 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 11:28:10.125636 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] Attempting to bind port 8d749b4f-a87a-4915-98f5-79a76f74a925 on network f3338c17-946b-45b7-aa49-64c8a2098ee2 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:28:10.132664 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] Checking agent: {'id': '3c6daaf5-cf27-4c68-b1a8-704272683c2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81908', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'started_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:28:10.133058 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] Checking segment: {'id': '875f8071-017f-4060-a80d-3da828d68f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f3338c17-946b-45b7-aa49-64c8a2098ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:28:10.133442 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] Bound using segment: {'id': '875f8071-017f-4060-a80d-3da828d68f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f3338c17-946b-45b7-aa49-64c8a2098ee2'} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:28:10.133917 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] Bound port: 8d749b4f-a87a-4915-98f5-79a76f74a925, host: hv-cinder-81908, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875f8071-017f-4060-a80d-3da828d68f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f3338c17-946b-45b7-aa49-64c8a2098ee2'}}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:28:10.134277 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:10.204962 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] For port 8d749b4f-a87a-4915-98f5-79a76f74a925, host hv-cinder-81908, cleared binding levels {{(pid=102482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:28:10.208549 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] For port 8d749b4f-a87a-4915-98f5-79a76f74a925, host hv-cinder-81908, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=8d749b4f-a87a-4915-98f5-79a76f74a925,segment=NetworkSegment(875f8071-017f-4060-a80d-3da828d68f74),segment_id=875f8071-017f-4060-a80d-3da828d68f74)] {{(pid=102482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:28:10.213612 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:10.252157 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:10.252563 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:10.254107 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] 10.222.0.65 "PUT /v2.0/ports/8d749b4f-a87a-4915-98f5-79a76f74a925 HTTP/1.1" status: 200 len: 1094 time: 0.6474454 Nov 24 11:28:10.254766 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59d18ad-f6fb-4077-9a37-0d9c5eefb457', 'tag': '8d749b4f-a87a-4915-98f5-79a76f74a925'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:28:10.258220 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61963f8-4146-4c80-96c6-6b21157a717d" -d '{"events": [{"name": "network-changed", "server_uuid": "e59d18ad-f6fb-4077-9a37-0d9c5eefb457", "tag": "8d749b4f-a87a-4915-98f5-79a76f74a925"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:28:10.312432 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bb7772-b450-40a4-9d2b-e8e908f44f35 x-openstack-request-id: req-d3bb7772-b450-40a4-9d2b-e8e908f44f35 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:28:10.312786 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59d18ad-f6fb-4077-9a37-0d9c5eefb457", "tag": "8d749b4f-a87a-4915-98f5-79a76f74a925", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:28:10.313133 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d3bb7772-b450-40a4-9d2b-e8e908f44f35 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:28:10.313566 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59d18ad-f6fb-4077-9a37-0d9c5eefb457', 'tag': '8d749b4f-a87a-4915-98f5-79a76f74a925', 'status': 'completed', 'code': 200} Nov 24 11:28:10.331846 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18b98d-326d-4ab7-bbe6-b5ba541334d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8d749b4f-a87a-4915-98f5-79a76f74a925,revision_number=3']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:28:10.378604 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6dbfe-0740-4b40-845f-80b9de4f28aa req-fe3a5e53-c04f-4599-bfba-8fe8aecc7387 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:10.380081 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-98d6dbfe-0740-4b40-845f-80b9de4f28aa req-fe3a5e53-c04f-4599-bfba-8fe8aecc7387 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=e59d18ad-f6fb-4077-9a37-0d9c5eefb457 HTTP/1.1" status: 200 len: 944 time: 0.1122940 Nov 24 11:28:10.395717 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-2ab2876f-83dd-4a91-888b-53b8fde56f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:10.397692 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-2ab2876f-83dd-4a91-888b-53b8fde56f7d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8dd321b34b44dd69e1abd68854da45e&device_id=e59d18ad-f6fb-4077-9a37-0d9c5eefb457 HTTP/1.1" status: 200 len: 1097 time: 0.0877087 Nov 24 11:28:10.457879 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-c5426dff-e421-4bc0-9724-f5d0b03a0a2b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d749b4f-a87a-4915-98f5-79a76f74a925 HTTP/1.1" status: 200 len: 217 time: 0.0471537 Nov 24 11:28:10.500637 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-98d6dbfe-0740-4b40-845f-80b9de4f28aa req-f46100cf-130d-4b3e-9ef3-d07050e9edad tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123719 Nov 24 11:28:10.520703 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-339ac9f1-0f0b-4435-ae4c-b6040ca0039a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:10.522762 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-339ac9f1-0f0b-4435-ae4c-b6040ca0039a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed48cb41-cb8b-46ba-9ab6-f3637928b417 HTTP/1.1" status: 200 len: 854 time: 0.0556562 Nov 24 11:28:10.579147 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-9f6cd31e-0ced-4da9-873c-c1f9f2c02610 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f3338c17-946b-45b7-aa49-64c8a2098ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281682 Nov 24 11:28:10.672716 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-39c1a292-9b71-40f4-bec4-97957065f7ac service neutron] 10.222.0.65 "GET /v2.0/networks/f3338c17-946b-45b7-aa49-64c8a2098ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857224 Nov 24 11:28:10.764911 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-93e5a233-29af-49b3-9c40-b2361dacdd56 req-596281b5-95f5-45c4-b202-e7536e0ffd94 service neutron] 10.222.0.65 "GET /v2.0/networks/f3338c17-946b-45b7-aa49-64c8a2098ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849843 Nov 24 11:28:10.850911 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd763d1-160c-4360-8a9b-da746365384b req-96eca85d-ab69-4303-b1ce-d8d1f5022fcd tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:10.852385 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0bd763d1-160c-4360-8a9b-da746365384b req-96eca85d-ab69-4303-b1ce-d8d1f5022fcd tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 945 time: 0.0744383 Nov 24 11:28:10.885337 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61963f8-4146-4c80-96c6-6b21157a717d req-4c622a2a-4aac-47aa-a2d2-74b6a6446e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:10.886794 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d61963f8-4146-4c80-96c6-6b21157a717d req-4c622a2a-4aac-47aa-a2d2-74b6a6446e83 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8dd321b34b44dd69e1abd68854da45e&device_id=e59d18ad-f6fb-4077-9a37-0d9c5eefb457 HTTP/1.1" status: 200 len: 1097 time: 0.0693307 Nov 24 11:28:10.924321 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0bd763d1-160c-4360-8a9b-da746365384b req-e07fab62-972f-499f-b086-86290603397a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658834 Nov 24 11:28:10.993515 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61963f8-4146-4c80-96c6-6b21157a717d req-6a2f06a0-a216-4ee7-bd38-5e88fd7a53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:10.995007 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d61963f8-4146-4c80-96c6-6b21157a717d req-6a2f06a0-a216-4ee7-bd38-5e88fd7a53ff service neutron] 10.222.0.65 "GET /v2.0/networks?id=f3338c17-946b-45b7-aa49-64c8a2098ee2 HTTP/1.1" status: 200 len: 915 time: 0.0977104 Nov 24 11:28:11.036226 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d61963f8-4146-4c80-96c6-6b21157a717d req-64d9eb11-cb2f-441c-8f3c-685d564a7638 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d749b4f-a87a-4915-98f5-79a76f74a925 HTTP/1.1" status: 200 len: 217 time: 0.0328650 Nov 24 11:28:11.083837 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61963f8-4146-4c80-96c6-6b21157a717d req-c98e377b-1b7c-4c3d-a69b-1bfe3dcd686a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:11.085274 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d61963f8-4146-4c80-96c6-6b21157a717d req-c98e377b-1b7c-4c3d-a69b-1bfe3dcd686a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed48cb41-cb8b-46ba-9ab6-f3637928b417 HTTP/1.1" status: 200 len: 854 time: 0.0419698 Nov 24 11:28:11.121239 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d61963f8-4146-4c80-96c6-6b21157a717d req-6985b6a4-650e-48aa-8746-51782bd8d56f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f3338c17-946b-45b7-aa49-64c8a2098ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284739 Nov 24 11:28:11.209274 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d61963f8-4146-4c80-96c6-6b21157a717d req-5225360c-6d64-4a79-873c-3976070f102a service neutron] 10.222.0.65 "GET /v2.0/networks/f3338c17-946b-45b7-aa49-64c8a2098ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795059 Nov 24 11:28:11.300488 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d61963f8-4146-4c80-96c6-6b21157a717d req-8b46cb42-4ef4-4f6e-8e6d-ebbc72c73f3d service neutron] 10.222.0.65 "GET /v2.0/networks/f3338c17-946b-45b7-aa49-64c8a2098ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835960 Nov 24 11:28:11.517310 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 029f9f7f-08e4-421a-bec6-0045084f566d up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:28:11.564675 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port 029f9f7f-08e4-421a-bec6-0045084f566d triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:28:11.565193 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:11.616100 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa6926-2550-4ae7-a45e-dc9d01829598 req-60a50c22-ce99-4438-ad53-95d6b4929c92 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:11.617584 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b0aa6926-2550-4ae7-a45e-dc9d01829598 req-60a50c22-ce99-4438-ad53-95d6b4929c92 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=e59d18ad-f6fb-4077-9a37-0d9c5eefb457 HTTP/1.1" status: 200 len: 944 time: 0.0505512 Nov 24 11:28:11.645408 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:11.664371 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b0aa6926-2550-4ae7-a45e-dc9d01829598 req-2d7e4cb9-ee5f-4e49-b4f4-08bbd134cd47 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408962 Nov 24 11:28:11.667752 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b09c92a-0f78-4a16-b0b5-377cb2b6aad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029f9f7f-08e4-421a-bec6-0045084f566d'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:28:11.670002 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083cdfa5-fc41-4dcc-a684-ec9b15281d73" -d '{"events": [{"server_uuid": "3b09c92a-0f78-4a16-b0b5-377cb2b6aad2", "name": "network-vif-plugged", "status": "completed", "tag": "029f9f7f-08e4-421a-bec6-0045084f566d"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:28:11.682690 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 029f9f7f-08e4-421a-bec6-0045084f566d, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=029f9f7f-08e4-421a-bec6-0045084f566d,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:28:11.687717 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:11.711117 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512fd39f-0630-4d04-978e-fbfc2c9ad1a4 x-openstack-request-id: req-512fd39f-0630-4d04-978e-fbfc2c9ad1a4 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:28:11.711432 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b09c92a-0f78-4a16-b0b5-377cb2b6aad2", "name": "network-vif-plugged", "status": "completed", "tag": "029f9f7f-08e4-421a-bec6-0045084f566d", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:28:11.711688 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-512fd39f-0630-4d04-978e-fbfc2c9ad1a4 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:28:11.712127 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b09c92a-0f78-4a16-b0b5-377cb2b6aad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029f9f7f-08e4-421a-bec6-0045084f566d', 'code': 200} Nov 24 11:28:11.737466 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=029f9f7f-08e4-421a-bec6-0045084f566d,revision_number=10']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:28:11.746544 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:28:12.041671 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b493947-5697-4310-b6fd-cfb321eb2f92 req-096c5524-1609-47c8-811a-d6449fb71cf9 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:12.043169 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0b493947-5697-4310-b6fd-cfb321eb2f92 req-096c5524-1609-47c8-811a-d6449fb71cf9 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 947 time: 0.0482914 Nov 24 11:28:12.091172 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0b493947-5697-4310-b6fd-cfb321eb2f92 req-f3ea2a76-664f-452b-a587-da0ec04a1b89 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417199 Nov 24 11:28:12.175119 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0886a-b932-4656-9e52-4f3ebad7290e req-cfd4c402-7900-4bcd-a88b-eed355389349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:12.176510 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-36d0886a-b932-4656-9e52-4f3ebad7290e req-cfd4c402-7900-4bcd-a88b-eed355389349 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 1100 time: 0.0441313 Nov 24 11:28:12.222557 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-36d0886a-b932-4656-9e52-4f3ebad7290e req-2b72ee92-3995-4361-a332-41d11bd8f514 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382700 Nov 24 11:28:12.778831 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e86b7-a5d7-4179-82cb-eb647684578d req-b294c2e0-282f-43fa-bb6d-299715ee1aa5 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:12.780273 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-438e86b7-a5d7-4179-82cb-eb647684578d req-b294c2e0-282f-43fa-bb6d-299715ee1aa5 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=e59d18ad-f6fb-4077-9a37-0d9c5eefb457 HTTP/1.1" status: 200 len: 944 time: 0.0483916 Nov 24 11:28:12.826618 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-438e86b7-a5d7-4179-82cb-eb647684578d req-c0c95ea3-1a9e-406c-994e-307b264b1c67 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405135 Nov 24 11:28:13.214354 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79029d-4ad9-453d-a6a5-ff5acd734eed req-9e64b8ef-d119-4fa3-a307-2d5fb442a962 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:13.215825 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fa79029d-4ad9-453d-a6a5-ff5acd734eed req-9e64b8ef-d119-4fa3-a307-2d5fb442a962 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 947 time: 0.0507352 Nov 24 11:28:13.262765 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fa79029d-4ad9-453d-a6a5-ff5acd734eed req-d44241bf-639a-4e1f-aa05-c465779ff8f1 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409846 Nov 24 11:28:13.520709 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 8d749b4f-a87a-4915-98f5-79a76f74a925 details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:28:13.618451 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 8d749b4f-a87a-4915-98f5-79a76f74a925, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=8d749b4f-a87a-4915-98f5-79a76f74a925,segment=NetworkSegment(875f8071-017f-4060-a80d-3da828d68f74),segment_id=875f8071-017f-4060-a80d-3da828d68f74)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:28:13.629243 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': '8d749b4f-a87a-4915-98f5-79a76f74a925', 'network_id': 'f3338c17-946b-45b7-aa49-64c8a2098ee2', 'port_id': '8d749b4f-a87a-4915-98f5-79a76f74a925', 'mac_address': 'fa:16:3e:6a:e0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed48cb41-cb8b-46ba-9ab6-f3637928b417', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:28:13.667068 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:13.679734 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d749b4f-a87a-4915-98f5-79a76f74a925 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:28:13.698980 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 8d749b4f-a87a-4915-98f5-79a76f74a925, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=8d749b4f-a87a-4915-98f5-79a76f74a925,segment=NetworkSegment(875f8071-017f-4060-a80d-3da828d68f74),segment_id=875f8071-017f-4060-a80d-3da828d68f74)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:28:13.704346 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:13.755795 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=8d749b4f-a87a-4915-98f5-79a76f74a925,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:28:13.942586 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3da2e-0487-4b58-a504-3dd05d5822aa req-a7fa445b-ffe1-46ad-87ff-56cdff268bed tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:13.944077 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-10d3da2e-0487-4b58-a504-3dd05d5822aa req-a7fa445b-ffe1-46ad-87ff-56cdff268bed tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=e59d18ad-f6fb-4077-9a37-0d9c5eefb457 HTTP/1.1" status: 200 len: 945 time: 0.0499520 Nov 24 11:28:13.989504 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['8d749b4f-a87a-4915-98f5-79a76f74a925'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:28:13.993254 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-10d3da2e-0487-4b58-a504-3dd05d5822aa req-bd1b888f-218c-4d5a-92e3-c224f550529e tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414722 Nov 24 11:28:14.383674 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc03d39-47e2-4757-9335-cf2adfcaa32d req-9a443f7e-c574-4ce6-94b0-92aaa38916fe tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:14.387147 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4dc03d39-47e2-4757-9335-cf2adfcaa32d req-9a443f7e-c574-4ce6-94b0-92aaa38916fe tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 947 time: 0.0531938 Nov 24 11:28:14.436203 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4dc03d39-47e2-4757-9335-cf2adfcaa32d req-812eb58d-820c-4ec8-8ca7-07e8a9052bcc tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432529 Nov 24 11:28:15.126533 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98963bf1-b9a2-4530-acd3-e8a18cec24b8 req-9e433b21-5358-47b4-83c8-f9c12aa00eda tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:15.127992 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-98963bf1-b9a2-4530-acd3-e8a18cec24b8 req-9e433b21-5358-47b4-83c8-f9c12aa00eda tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=e59d18ad-f6fb-4077-9a37-0d9c5eefb457 HTTP/1.1" status: 200 len: 945 time: 0.0596960 Nov 24 11:28:15.174367 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-98963bf1-b9a2-4530-acd3-e8a18cec24b8 req-1bd78080-e206-43b1-bde2-54e59391e9a9 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404327 Nov 24 11:28:15.549306 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 8d749b4f-a87a-4915-98f5-79a76f74a925 up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:28:15.600371 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning for port 8d749b4f-a87a-4915-98f5-79a76f74a925 completed by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 11:28:15.605036 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port 8d749b4f-a87a-4915-98f5-79a76f74a925 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:28:15.605410 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:15.683038 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:15.705304 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59d18ad-f6fb-4077-9a37-0d9c5eefb457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d749b4f-a87a-4915-98f5-79a76f74a925'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:28:15.707513 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc60dd0-7e5f-40a2-848e-f1435058e0ea" -d '{"events": [{"server_uuid": "e59d18ad-f6fb-4077-9a37-0d9c5eefb457", "name": "network-vif-plugged", "status": "completed", "tag": "8d749b4f-a87a-4915-98f5-79a76f74a925"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:28:15.719919 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 8d749b4f-a87a-4915-98f5-79a76f74a925, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=8d749b4f-a87a-4915-98f5-79a76f74a925,segment=NetworkSegment(875f8071-017f-4060-a80d-3da828d68f74),segment_id=875f8071-017f-4060-a80d-3da828d68f74)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:28:15.724021 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:15.746421 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6555518-34f5-4cd6-b0b2-1b1098737fdd x-openstack-request-id: req-b6555518-34f5-4cd6-b0b2-1b1098737fdd {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:28:15.746712 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59d18ad-f6fb-4077-9a37-0d9c5eefb457", "name": "network-vif-plugged", "status": "completed", "tag": "8d749b4f-a87a-4915-98f5-79a76f74a925", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:28:15.746963 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b6555518-34f5-4cd6-b0b2-1b1098737fdd {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:28:15.747345 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59d18ad-f6fb-4077-9a37-0d9c5eefb457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d749b4f-a87a-4915-98f5-79a76f74a925', 'code': 200} Nov 24 11:28:15.775515 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=8d749b4f-a87a-4915-98f5-79a76f74a925,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:28:15.912321 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb99adf-9b85-42d8-9f36-8e748f312927 req-c32e74f0-39d2-4156-80b6-76a10a24d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:15.913809 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cbb99adf-9b85-42d8-9f36-8e748f312927 req-c32e74f0-39d2-4156-80b6-76a10a24d5ad service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e59d18ad-f6fb-4077-9a37-0d9c5eefb457 HTTP/1.1" status: 200 len: 1099 time: 0.0401611 Nov 24 11:28:15.957618 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cbb99adf-9b85-42d8-9f36-8e748f312927 req-2ee5cea4-d1db-4aee-96e4-36b2cd351f0c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363350 Nov 24 11:28:16.288624 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f66eff-9b7a-48e1-af66-b9e56222cfef req-e78cc811-0648-410a-9fbc-cc3121d1b3de tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:16.290608 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-63f66eff-9b7a-48e1-af66-b9e56222cfef req-e78cc811-0648-410a-9fbc-cc3121d1b3de tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=e59d18ad-f6fb-4077-9a37-0d9c5eefb457 HTTP/1.1" status: 200 len: 946 time: 0.0510476 Nov 24 11:28:16.336522 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-63f66eff-9b7a-48e1-af66-b9e56222cfef req-afc012af-ed13-42b0-bd61-254aed4fc319 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400550 Nov 24 11:28:16.865545 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:17.239317 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-af155534-ff04-48ba-bbb5-478d7be49d94 req-c4e1804b-1abf-4d81-8aa0-0efb8b940ee8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399346 Nov 24 11:28:17.341901 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af155534-ff04-48ba-bbb5-478d7be49d94 req-eb371cc8-6536-4db5-9590-917ffcda5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:17.343346 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-af155534-ff04-48ba-bbb5-478d7be49d94 req-eb371cc8-6536-4db5-9590-917ffcda5bf6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6a92dfb7f26143f8aa4cc3ca2bcc9088&device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 1099 time: 0.0399823 Nov 24 11:28:17.499861 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddbb00-6fbe-4010-aced-eb6d1dce9f50 req-4cff543f-45a6-4153-81a2-f53f1eaaf202 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:17.501234 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fbddbb00-6fbe-4010-aced-eb6d1dce9f50 req-4cff543f-45a6-4153-81a2-f53f1eaaf202 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=e59d18ad-f6fb-4077-9a37-0d9c5eefb457 HTTP/1.1" status: 200 len: 946 time: 0.0933440 Nov 24 11:28:17.502575 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af155534-ff04-48ba-bbb5-478d7be49d94 req-c7272a15-c2bc-4406-869d-584b770c8ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:17.503852 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-af155534-ff04-48ba-bbb5-478d7be49d94 req-c7272a15-c2bc-4406-869d-584b770c8ce7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0eaf43db-385c-4388-a2f4-5981573fae4b HTTP/1.1" status: 200 len: 911 time: 0.1224229 Nov 24 11:28:17.595765 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fbddbb00-6fbe-4010-aced-eb6d1dce9f50 req-0ac07f08-8da8-4b7d-8450-f2c3fee053aa tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887449 Nov 24 11:28:17.597558 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-af155534-ff04-48ba-bbb5-478d7be49d94 req-4133d066-ac6b-46b5-b3c2-a03bbe33d160 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6370e0ef-c4f2-48de-9bd9-ada7b86b5466 HTTP/1.1" status: 200 len: 1002 time: 0.0844560 Nov 24 11:28:17.656545 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af155534-ff04-48ba-bbb5-478d7be49d94 req-96013ff1-481c-4c51-81e0-77d5f3026bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:17.658076 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-af155534-ff04-48ba-bbb5-478d7be49d94 req-96013ff1-481c-4c51-81e0-77d5f3026bca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d217b95-72ec-45a6-bf60-4be1d5b405e2 HTTP/1.1" status: 200 len: 849 time: 0.0445602 Nov 24 11:28:17.707275 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af155534-ff04-48ba-bbb5-478d7be49d94 req-13c1e2a1-48cb-466b-8f56-448fb3eb7adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:17.708770 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-af155534-ff04-48ba-bbb5-478d7be49d94 req-13c1e2a1-48cb-466b-8f56-448fb3eb7adc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0eaf43db-385c-4388-a2f4-5981573fae4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401702 Nov 24 11:28:17.807976 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-af155534-ff04-48ba-bbb5-478d7be49d94 req-003e37ac-001b-4b16-aa1b-62eb258ea453 service neutron] 10.222.0.65 "GET /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891623 Nov 24 11:28:17.913691 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-af155534-ff04-48ba-bbb5-478d7be49d94 req-af7c81a3-96b1-4d55-b578-d5181087dd9a service neutron] 10.222.0.65 "GET /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875964 Nov 24 11:28:26.366154 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0b5ab792-6b88-4964-b737-549436ae2d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:28.713529 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-18ef177f-1505-4ad0-a73d-e712b6cc75d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:29.661092 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:31.384692 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:32.495448 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:46.857244 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:48.745831 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:28:50.404042 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839940a5-c0e6-4027-b5be-9db1294b966b req-e31a7440-0fcd-437e-9a93-7e3eb5cba11b tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:50.405558 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-839940a5-c0e6-4027-b5be-9db1294b966b req-e31a7440-0fcd-437e-9a93-7e3eb5cba11b tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0526488 Nov 24 11:28:50.451186 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-839940a5-c0e6-4027-b5be-9db1294b966b req-e02e2c98-069f-41ee-ac8e-dab42dd92432 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397713 Nov 24 11:28:51.398494 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f689f0-4ce2-4484-84b9-227c3f250910 req-9c8b6b88-c3cf-4bc3-a7de-35806b6a0035 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:51.399934 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-29f689f0-4ce2-4484-84b9-227c3f250910 req-9c8b6b88-c3cf-4bc3-a7de-35806b6a0035 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 945 time: 0.0481212 Nov 24 11:28:51.447609 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-29f689f0-4ce2-4484-84b9-227c3f250910 req-5a091370-7250-4255-b310-3341e7a108bc tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409222 Nov 24 11:28:51.584841 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca937149-e154-458d-8c9e-4856468359c6 req-335ecae7-9292-4432-a096-b219bf98b528 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:51.586284 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ca937149-e154-458d-8c9e-4856468359c6 req-335ecae7-9292-4432-a096-b219bf98b528 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0503013 Nov 24 11:28:51.631786 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ca937149-e154-458d-8c9e-4856468359c6 req-5cd46a3f-0e24-435f-8b43-9d2682dac37e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390470 Nov 24 11:28:52.566548 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d516c-6d9e-44b9-ba96-67c2d598102f req-2ee903a7-adce-4553-adfb-d02174606539 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:52.568022 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f06d516c-6d9e-44b9-ba96-67c2d598102f req-2ee903a7-adce-4553-adfb-d02174606539 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 945 time: 0.0500791 Nov 24 11:28:52.616488 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f06d516c-6d9e-44b9-ba96-67c2d598102f req-43be4d65-12c0-4f11-8a56-367f6b90d010 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425622 Nov 24 11:28:52.745687 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4981d-8c1f-4c49-b78c-28c33d43936a req-e3132f49-efdf-4648-acb0-4d6bf73defa8 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:52.747036 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-97b4981d-8c1f-4c49-b78c-28c33d43936a req-e3132f49-efdf-4648-acb0-4d6bf73defa8 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0469880 Nov 24 11:28:52.803480 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-97b4981d-8c1f-4c49-b78c-28c33d43936a req-06b37794-32c6-4893-a10c-4521948a23e5 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505898 Nov 24 11:28:53.727912 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19f951-e1a2-4e17-a852-3ca64adb072f req-2df2b7f2-9252-41bd-98d8-eb90d59920a7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:53.729385 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9a19f951-e1a2-4e17-a852-3ca64adb072f req-2df2b7f2-9252-41bd-98d8-eb90d59920a7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 945 time: 0.0477815 Nov 24 11:28:53.777003 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9a19f951-e1a2-4e17-a852-3ca64adb072f req-b0649eff-649c-4c15-b497-868b003255ca tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413885 Nov 24 11:28:53.916984 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c615e-fe4e-4c77-9186-5343527fb2e0 req-ef83beba-de53-478e-9c54-896855522e9a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:53.918366 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-255c615e-fe4e-4c77-9186-5343527fb2e0 req-ef83beba-de53-478e-9c54-896855522e9a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0485117 Nov 24 11:28:53.964328 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-255c615e-fe4e-4c77-9186-5343527fb2e0 req-108a0ecb-b81a-4e22-851d-d14766166530 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396245 Nov 24 11:28:54.893503 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8afb1-fa21-4723-ae14-f27978a95d1c req-4376b0ff-240f-49cc-9df8-1249bc13f1ab tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:54.895015 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-78a8afb1-fa21-4723-ae14-f27978a95d1c req-4376b0ff-240f-49cc-9df8-1249bc13f1ab tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 945 time: 0.0527256 Nov 24 11:28:54.943690 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-78a8afb1-fa21-4723-ae14-f27978a95d1c req-076e395d-8e28-4d0d-9e38-c68bce393062 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427897 Nov 24 11:28:55.077185 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e806b38-5772-458e-8bab-f13a763b558e req-9d924349-c278-42d7-aa44-e80a9c69fc8c tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:55.078606 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2e806b38-5772-458e-8bab-f13a763b558e req-9d924349-c278-42d7-aa44-e80a9c69fc8c tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0477726 Nov 24 11:28:55.123650 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2e806b38-5772-458e-8bab-f13a763b558e req-1c7352c5-e065-4310-a94e-7674bd12564e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392177 Nov 24 11:28:55.854107 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a7ed7-3474-47e2-a0ac-7057db92b682 req-c2873b59-014b-4b44-9360-5992f2af4bdd tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:55.855539 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-351a7ed7-3474-47e2-a0ac-7057db92b682 req-c2873b59-014b-4b44-9360-5992f2af4bdd tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.65 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 945 time: 0.0470262 Nov 24 11:28:55.949927 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-351a7ed7-3474-47e2-a0ac-7057db92b682 req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Deleting port 60f8285a-1a12-4376-bd0f-3d196185d31b {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:28:55.950643 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-351a7ed7-3474-47e2-a0ac-7057db92b682 req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:55.960960 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f6749-90df-4c71-9e4b-8ed4c5ace670 req-9e579d0e-f19d-4fe7-b429-1ce9a2ff4257 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:55.962409 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a45f6749-90df-4c71-9e4b-8ed4c5ace670 req-9e579d0e-f19d-4fe7-b429-1ce9a2ff4257 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.65 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.0508087 Nov 24 11:28:56.059656 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [req-a45f6749-90df-4c71-9e4b-8ed4c5ace670 req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Deleting port 6370e0ef-c4f2-48de-9bd9-ada7b86b5466 {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:28:56.059990 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-a45f6749-90df-4c71-9e4b-8ed4c5ace670 req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:56.075754 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-351a7ed7-3474-47e2-a0ac-7057db92b682 req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] For port 60f8285a-1a12-4376-bd0f-3d196185d31b, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=60f8285a-1a12-4376-bd0f-3d196185d31b,segment=NetworkSegment(d8baedd1-824c-4bf2-a24d-c4b8e45836c5),segment_id=d8baedd1-824c-4bf2-a24d-c4b8e45836c5)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:28:56.076114 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-351a7ed7-3474-47e2-a0ac-7057db92b682 req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:56.098641 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e542dd-fcc9-4306-a8e7-36acb91655bb req-e269d21c-5043-49e7-8cad-503c6669b37e tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:56.100111 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-95e542dd-fcc9-4306-a8e7-36acb91655bb req-e269d21c-5043-49e7-8cad-503c6669b37e tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 945 time: 0.0860419 Nov 24 11:28:56.150341 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-a45f6749-90df-4c71-9e4b-8ed4c5ace670 req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] For port 6370e0ef-c4f2-48de-9bd9-ada7b86b5466, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=6370e0ef-c4f2-48de-9bd9-ada7b86b5466,segment=NetworkSegment(796baa1c-b25a-4210-8017-3d7871f52b82),segment_id=796baa1c-b25a-4210-8017-3d7871f52b82)] {{(pid=102481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:28:56.151724 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-a45f6749-90df-4c71-9e4b-8ed4c5ace670 req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:56.317348 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-95e542dd-fcc9-4306-a8e7-36acb91655bb req-75456805-4ddc-406b-be4c-9e3de9efb2f5 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965902 Nov 24 11:28:56.360401 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ab0b9-8a18-46ff-aeb9-ac4129c19652 req-9c4c60bc-5706-4eb9-b625-b2f0c3ef4d25 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:56.361897 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-330ab0b9-8a18-46ff-aeb9-ac4129c19652 req-9c4c60bc-5706-4eb9-b625-b2f0c3ef4d25 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=b664b2a7-a9e8-469b-a5ec-2822467c19e2 HTTP/1.1" status: 200 len: 946 time: 0.1606314 Nov 24 11:28:56.370498 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-847fa15b-2782-4590-b3ec-71854a98aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:56.386665 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-a45f6749-90df-4c71-9e4b-8ed4c5ace670 req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:56.387032 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-a45f6749-90df-4c71-9e4b-8ed4c5ace670 req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975220'] for floatingip, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:56.387347 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.l3_db [req-a45f6749-90df-4c71-9e4b-8ed4c5ace670 req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Floating IP 81695e97-b5b2-470a-beea-6ccdf6223071 disassociated. External IP: 172.27.1.154, port: 6370e0ef-c4f2-48de-9bd9-ada7b86b5466. Nov 24 11:28:56.387742 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [req-a45f6749-90df-4c71-9e4b-8ed4c5ace670 req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Calling delete_port for 6370e0ef-c4f2-48de-9bd9-ada7b86b5466 owned by compute:nova {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:28:56.409038 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-351a7ed7-3474-47e2-a0ac-7057db92b682 req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:56.409318 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-351a7ed7-3474-47e2-a0ac-7057db92b682 req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975220'] for floatingip, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:56.409629 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [req-351a7ed7-3474-47e2-a0ac-7057db92b682 req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Floating IP aba0a85b-df42-457a-b5d9-f17cff909796 disassociated. External IP: 172.27.1.62, port: 60f8285a-1a12-4376-bd0f-3d196185d31b. Nov 24 11:28:56.409966 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-351a7ed7-3474-47e2-a0ac-7057db92b682 req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Calling delete_port for 60f8285a-1a12-4376-bd0f-3d196185d31b owned by compute:nova {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:28:56.441348 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-330ab0b9-8a18-46ff-aeb9-ac4129c19652 req-a044ee90-1641-4661-b064-8bb10ec2857d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=fca0385f-6b05-40fc-806e-e1a0812f3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702722 Nov 24 11:28:56.522726 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-a45f6749-90df-4c71-9e4b-8ed4c5ace670 req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:56.550699 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Pushing event deleted for resources: {'Port': ['ID=6370e0ef-c4f2-48de-9bd9-ada7b86b5466,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:28:56.567560 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.567916 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.568263 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.568604 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.568970 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.569309 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.569644 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.569976 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.570308 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.570639 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.570967 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.571295 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.679967 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a45f6749-90df-4c71-9e4b-8ed4c5ace670 req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Router 0f27a696-462e-43c2-82b0-88180841b79f has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:28:56.786569 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a45f6749-90df-4c71-9e4b-8ed4c5ace670 req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:28:56.798035 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-351a7ed7-3474-47e2-a0ac-7057db92b682 req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:56.801059 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519044db-3de6-4ce4-b21a-ce2d0f6479a9 None None] Sync routers for ids ['0f27a696-462e-43c2-82b0-88180841b79f'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:28:56.811712 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519044db-3de6-4ce4-b21a-ce2d0f6479a9 None None] Routers {'0f27a696-462e-43c2-82b0-88180841b79f'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:28:56.812605 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-519044db-3de6-4ce4-b21a-ce2d0f6479a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:28:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['0f27a696-462e-43c2-82b0-88180841b79f'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:28:56.829877 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45f6749-90df-4c71-9e4b-8ed4c5ace670 req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] No DVR routers for this DVR port 6370e0ef-c4f2-48de-9bd9-ada7b86b5466 on host hv-cinder-81908 {{(pid=102481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:28:56.831728 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event deleted for resources: {'Port': ['ID=60f8285a-1a12-4376-bd0f-3d196185d31b,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:28:56.832578 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-a45f6749-90df-4c71-9e4b-8ed4c5ace670 req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:56.837090 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a45f6749-90df-4c71-9e4b-8ed4c5ace670 req-58f88797-138d-4a96-967c-5e947db17371 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.65 "DELETE /v2.0/ports/6370e0ef-c4f2-48de-9bd9-ada7b86b5466 HTTP/1.1" status: 204 len: 173 time: 0.8680022 Nov 24 11:28:56.837776 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b664b2a7-a9e8-469b-a5ec-2822467c19e2', 'name': 'network-vif-deleted', 'tag': '6370e0ef-c4f2-48de-9bd9-ada7b86b5466'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:28:56.840815 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fb5c98-3428-4099-9398-94d26f096499" -d '{"events": [{"server_uuid": "b664b2a7-a9e8-469b-a5ec-2822467c19e2", "name": "network-vif-deleted", "tag": "6370e0ef-c4f2-48de-9bd9-ada7b86b5466"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:28:56.844530 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.844991 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.845400 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.845808 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.846214 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.846599 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.847000 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.847437 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.847828 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.848221 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.848613 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.849038 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:28:56.893466 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a7cba3-3ff7-4587-93f4-4d5216d62794 x-openstack-request-id: req-13a7cba3-3ff7-4587-93f4-4d5216d62794 {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:28:56.894243 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b664b2a7-a9e8-469b-a5ec-2822467c19e2", "name": "network-vif-deleted", "tag": "6370e0ef-c4f2-48de-9bd9-ada7b86b5466", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:28:56.894243 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-13a7cba3-3ff7-4587-93f4-4d5216d62794 {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:28:56.894504 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b664b2a7-a9e8-469b-a5ec-2822467c19e2', 'name': 'network-vif-deleted', 'tag': '6370e0ef-c4f2-48de-9bd9-ada7b86b5466', 'status': 'completed', 'code': 200} Nov 24 11:28:56.969031 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [req-351a7ed7-3474-47e2-a0ac-7057db92b682 req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Router 513c06b9-48fa-4677-9e28-fee464e6dac1 has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:28:56.971878 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-519044db-3de6-4ce4-b21a-ce2d0f6479a9 None None] Set router 0f27a696-462e-43c2-82b0-88180841b79f gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:28:57.085026 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-351a7ed7-3474-47e2-a0ac-7057db92b682 req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:28:57.097159 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1295ddaa-3907-4232-80da-c61b67b4d526 None None] Sync routers for ids ['513c06b9-48fa-4677-9e28-fee464e6dac1'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:28:57.108066 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1295ddaa-3907-4232-80da-c61b67b4d526 None None] Routers {'513c06b9-48fa-4677-9e28-fee464e6dac1'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:28:57.108926 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-1295ddaa-3907-4232-80da-c61b67b4d526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:28:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['513c06b9-48fa-4677-9e28-fee464e6dac1'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:28:57.131091 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-351a7ed7-3474-47e2-a0ac-7057db92b682 req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] No DVR routers for this DVR port 60f8285a-1a12-4376-bd0f-3d196185d31b on host hv-cinder-81908 {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:28:57.134125 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-351a7ed7-3474-47e2-a0ac-7057db92b682 req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:57.140395 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-351a7ed7-3474-47e2-a0ac-7057db92b682 req-40210060-403e-427d-ba75-68f2d6b48a8a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.65 "DELETE /v2.0/ports/60f8285a-1a12-4376-bd0f-3d196185d31b HTTP/1.1" status: 204 len: 173 time: 1.2785258 Nov 24 11:28:57.141072 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b876bda0-b600-499b-afd8-69e2c03c9a17', 'name': 'network-vif-deleted', 'tag': '60f8285a-1a12-4376-bd0f-3d196185d31b'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:28:57.143574 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea4447b-7405-456d-914f-bbc96f289667" -d '{"events": [{"server_uuid": "b876bda0-b600-499b-afd8-69e2c03c9a17", "name": "network-vif-deleted", "tag": "60f8285a-1a12-4376-bd0f-3d196185d31b"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:28:57.183535 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-519044db-3de6-4ce4-b21a-ce2d0f6479a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f27a696-462e-43c2-82b0-88180841b79f', 'name': 'tempest-AttachVolumeTestJSON-423714941-router', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:10Z', 'revision_number': 4, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'gw_port': {'id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:05Z', 'updated_at': '2021-11-24T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': 'b45ab551-33de-4d63-92a7-2573f648dc57', 'name': '', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'mac_address': 'fa:16:3e:65:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:09Z', 'updated_at': '2021-11-24T11:24:15Z', 'revision_number': 5, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'subnets': [{'id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:28:57.203148 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a0e607-3afd-4ec9-b578-a35b713ddd3b x-openstack-request-id: req-06a0e607-3afd-4ec9-b578-a35b713ddd3b {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:28:57.203440 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b876bda0-b600-499b-afd8-69e2c03c9a17", "name": "network-vif-deleted", "tag": "60f8285a-1a12-4376-bd0f-3d196185d31b", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:28:57.203689 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-06a0e607-3afd-4ec9-b578-a35b713ddd3b {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:28:57.204253 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b876bda0-b600-499b-afd8-69e2c03c9a17', 'name': 'network-vif-deleted', 'tag': '60f8285a-1a12-4376-bd0f-3d196185d31b', 'status': 'completed', 'code': 200} Nov 24 11:28:57.220906 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519044db-3de6-4ce4-b21a-ce2d0f6479a9 None None] Checking router: 0f27a696-462e-43c2-82b0-88180841b79f for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:28:57.231748 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519044db-3de6-4ce4-b21a-ce2d0f6479a9 None None] Routers {'0f27a696-462e-43c2-82b0-88180841b79f'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:28:57.232405 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-519044db-3de6-4ce4-b21a-ce2d0f6479a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:28:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['0f27a696-462e-43c2-82b0-88180841b79f'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:28:57.331772 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-1295ddaa-3907-4232-80da-c61b67b4d526 None None] Set router 513c06b9-48fa-4677-9e28-fee464e6dac1 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:28:57.488951 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a01db7bf-3bdd-403f-9527-3e7b1bde82fa req-8a8e47ea-21a2-422c-90ea-4e3aa211c6cf tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=b876bda0-b600-499b-afd8-69e2c03c9a17 HTTP/1.1" status: 200 len: 210 time: 0.0508564 Nov 24 11:28:57.530668 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-519044db-3de6-4ce4-b21a-ce2d0f6479a9 None None] Set router 0f27a696-462e-43c2-82b0-88180841b79f gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:28:57.569122 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 55740) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:28:57.653565 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a448ca6d-adb9-40cc-b385-1cfdab43155a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:57.669731 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-1295ddaa-3907-4232-80da-c61b67b4d526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '4cc31092-c15d-4972-88cc-ecfdb3abbc5d', 'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'mac_address': 'fa:16:3e:f6:19:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:23Z', 'updated_at': '2021-11-24T11:25:29Z', 'revision_number': 5, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'subnets': [{'id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:28:57.683459 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a448ca6d-adb9-40cc-b385-1cfdab43155a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:57.696553 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1295ddaa-3907-4232-80da-c61b67b4d526 None None] Checking router: 513c06b9-48fa-4677-9e28-fee464e6dac1 for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:28:57.706275 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1295ddaa-3907-4232-80da-c61b67b4d526 None None] Routers {'513c06b9-48fa-4677-9e28-fee464e6dac1'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:28:57.706601 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 6370e0ef-c4f2-48de-9bd9-ada7b86b5466 no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:28:57.707093 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-1295ddaa-3907-4232-80da-c61b67b4d526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:28:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['513c06b9-48fa-4677-9e28-fee464e6dac1'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:28:57.739029 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] No Port match for: 6370e0ef-c4f2-48de-9bd9-ada7b86b5466 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:28:57.739377 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 6370e0ef-c4f2-48de-9bd9-ada7b86b5466 not bound to the agent host hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:28:57.739898 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 60f8285a-1a12-4376-bd0f-3d196185d31b no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:28:57.747922 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a448ca6d-adb9-40cc-b385-1cfdab43155a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:57.751626 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a448ca6d-adb9-40cc-b385-1cfdab43155a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:57.755515 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 55742) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:28:57.755686 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-a448ca6d-adb9-40cc-b385-1cfdab43155a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "DELETE /v2.0/security-groups/fca0385f-6b05-40fc-806e-e1a0812f3e9f HTTP/1.1" status: 204 len: 168 time: 0.1853800 Nov 24 11:28:57.764992 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] No Port match for: 60f8285a-1a12-4376-bd0f-3d196185d31b {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:28:57.765481 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 60f8285a-1a12-4376-bd0f-3d196185d31b not bound to the agent host hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:28:57.767419 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448ca6d-adb9-40cc-b385-1cfdab43155a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca0385f-6b05-40fc-806e-e1a0812f3e9f,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:28:57.784992 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.api.v2.resource [None req-8c6aa8bb-62e8-445b-815b-f8c936f8e7d6 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] show failed (client error): The resource could not be found. Nov 24 11:28:57.786894 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-8c6aa8bb-62e8-445b-815b-f8c936f8e7d6 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups/fca0385f-6b05-40fc-806e-e1a0812f3e9f HTTP/1.1" status: 404 len: 347 time: 0.0300052 Nov 24 11:28:57.790891 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 55744) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:28:57.821672 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-1295ddaa-3907-4232-80da-c61b67b4d526 None None] Set router 513c06b9-48fa-4677-9e28-fee464e6dac1 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:28:57.827230 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-519044db-3de6-4ce4-b21a-ce2d0f6479a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f27a696-462e-43c2-82b0-88180841b79f', 'name': 'tempest-AttachVolumeTestJSON-423714941-router', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:10Z', 'revision_number': 4, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'gw_port': {'id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:05Z', 'updated_at': '2021-11-24T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': 'b45ab551-33de-4d63-92a7-2573f648dc57', 'name': '', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'mac_address': 'fa:16:3e:65:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:09Z', 'updated_at': '2021-11-24T11:24:15Z', 'revision_number': 5, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'subnets': [{'id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:28:57.860275 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519044db-3de6-4ce4-b21a-ce2d0f6479a9 None None] The sync data for ids ['0f27a696-462e-43c2-82b0-88180841b79f'] in dv-cinder-819089-1-iscsi is: [{'id': '0f27a696-462e-43c2-82b0-88180841b79f', 'name': 'tempest-AttachVolumeTestJSON-423714941-router', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:10Z', 'revision_number': 4, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'gw_port': {'id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:05Z', 'updated_at': '2021-11-24T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': 'b45ab551-33de-4d63-92a7-2573f648dc57', 'name': '', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'mac_address': 'fa:16:3e:65:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:09Z', 'updated_at': '2021-11-24T11:24:15Z', 'revision_number': 5, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'subnets': [{'id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:28:57.947660 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-5bbaf3e6-f18c-4aef-8cf0-e1cc0dcaed33 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Deleting port fda3ea27-b498-4f7a-a39b-d708c770e81f {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:28:57.948728 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf3e6-f18c-4aef-8cf0-e1cc0dcaed33 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:58.061051 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-1295ddaa-3907-4232-80da-c61b67b4d526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '4cc31092-c15d-4972-88cc-ecfdb3abbc5d', 'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'mac_address': 'fa:16:3e:f6:19:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:23Z', 'updated_at': '2021-11-24T11:25:29Z', 'revision_number': 5, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'subnets': [{'id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:28:58.063370 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf3e6-f18c-4aef-8cf0-e1cc0dcaed33 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:58.064783 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf3e6-f18c-4aef-8cf0-e1cc0dcaed33 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:58.091406 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-5bbaf3e6-f18c-4aef-8cf0-e1cc0dcaed33 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Calling delete_port for fda3ea27-b498-4f7a-a39b-d708c770e81f owned by network:floatingip {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:28:58.091653 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1295ddaa-3907-4232-80da-c61b67b4d526 None None] The sync data for ids ['513c06b9-48fa-4677-9e28-fee464e6dac1'] in dv-cinder-819089-1-iscsi is: [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '4cc31092-c15d-4972-88cc-ecfdb3abbc5d', 'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'mac_address': 'fa:16:3e:f6:19:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:23Z', 'updated_at': '2021-11-24T11:25:29Z', 'revision_number': 5, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'subnets': [{'id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:28:58.260473 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf3e6-f18c-4aef-8cf0-e1cc0dcaed33 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:58.285851 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbaf3e6-f18c-4aef-8cf0-e1cc0dcaed33 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Pushing event deleted for resources: {'Port': ['ID=fda3ea27-b498-4f7a-a39b-d708c770e81f,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:28:58.289190 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3eaca8-c955-4ba8-bc34-4df810ed54f8 None None] New status for floating IP 81695e97-b5b2-470a-beea-6ccdf6223071: DOWN {{(pid=102483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 11:28:58.364903 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf3e6-f18c-4aef-8cf0-e1cc0dcaed33 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for floatingip, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:58.367600 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf3e6-f18c-4aef-8cf0-e1cc0dcaed33 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for floatingip, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:58.372076 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-5bbaf3e6-f18c-4aef-8cf0-e1cc0dcaed33 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "DELETE /v2.0/floatingips/81695e97-b5b2-470a-beea-6ccdf6223071 HTTP/1.1" status: 204 len: 168 time: 0.5767927 Nov 24 11:28:58.451162 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d73f4-26c9-491c-989c-9547e8bff5ab None None] New status for floating IP aba0a85b-df42-457a-b5d9-f17cff909796: DOWN {{(pid=102484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 11:28:58.602625 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 55756) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:28:58.606796 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-45dbe68e-528d-4294-947d-731d9bee6fc2 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--345865708', 'description': 'tempest-description--774657004'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:28:58.636886 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-45dbe68e-528d-4294-947d-731d9bee6fc2 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:58.722725 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-99ab6b8e-ad19-4245-ab95-5f8e7a5e84da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:58.751512 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-45dbe68e-528d-4294-947d-731d9bee6fc2 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:58.755467 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-45dbe68e-528d-4294-947d-731d9bee6fc2 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:58.783524 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-45dbe68e-528d-4294-947d-731d9bee6fc2 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:58.787412 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-45dbe68e-528d-4294-947d-731d9bee6fc2 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1818292 Nov 24 11:28:58.787751 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 55766) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:28:58.793797 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-149ece95-289a-4e78-8d97-49606a11530e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Request body: {'security_group_rule': {'security_group_id': 'd64e960f-ad75-4b76-bb76-f49e200bdd56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:28:58.801543 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbe68e-528d-4294-947d-731d9bee6fc2 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64e960f-ad75-4b76-bb76-f49e200bdd56,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:28:58.814450 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-cf783ec5-a1a4-4ed3-bc18-aa41071b43e4 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439076233&fields=id&tenant_id=303d49c4d2774367b4d1606a579ed56b HTTP/1.1" status: 200 len: 267 time: 0.0594878 Nov 24 11:28:58.824431 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-149ece95-289a-4e78-8d97-49606a11530e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:58.892113 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-149ece95-289a-4e78-8d97-49606a11530e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:58.896277 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-149ece95-289a-4e78-8d97-49606a11530e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:58.913849 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ece95-289a-4e78-8d97-49606a11530e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d503798-8fe6-4b81-93e2-0bddec74957e,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:28:58.921990 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-149ece95-289a-4e78-8d97-49606a11530e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:58.923296 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-149ece95-289a-4e78-8d97-49606a11530e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344213 Nov 24 11:28:58.925842 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 55768) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:28:58.930208 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-5d9f478b-7290-4b30-ba56-31fe1a2b5431 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Request body: {'security_group_rule': {'security_group_id': 'd64e960f-ad75-4b76-bb76-f49e200bdd56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:28:58.944780 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-e6319fba-1949-495b-bc2e-a2339be3ccf0 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:28:58.946326 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-e6319fba-1949-495b-bc2e-a2339be3ccf0 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/networks?id=f813662d-6de5-41cf-ac48-8f27f8448f99 HTTP/1.1" status: 200 len: 811 time: 0.1192458 Nov 24 11:28:58.958175 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5d9f478b-7290-4b30-ba56-31fe1a2b5431 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:58.971137 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-4729856f-b86c-48cd-932b-5d0be189906c tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/quotas/303d49c4d2774367b4d1606a579ed56b HTTP/1.1" status: 200 len: 375 time: 0.0161941 Nov 24 11:28:59.022348 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5d9f478b-7290-4b30-ba56-31fe1a2b5431 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:59.027038 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5d9f478b-7290-4b30-ba56-31fe1a2b5431 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:59.037403 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-b7eac3c0-a2ad-48f7-92fe-f8f88b208d50 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=303d49c4d2774367b4d1606a579ed56b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598502 Nov 24 11:28:59.048138 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f478b-7290-4b30-ba56-31fe1a2b5431 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b3e06a-139e-42c2-84a7-dbbeb42367da,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:28:59.056511 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5d9f478b-7290-4b30-ba56-31fe1a2b5431 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:59.061605 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-5d9f478b-7290-4b30-ba56-31fe1a2b5431 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318717 Nov 24 11:28:59.061790 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 55770) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:28:59.066363 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-909366a5-9c64-416d-918c-0e430c1d932f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Request body: {'floatingip': {'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:28:59.096389 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-909366a5-9c64-416d-918c-0e430c1d932f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for floatingip, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:59.159748 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-c2c6e5c4-9602-4bb8-bc64-9a4d70e1938e service neutron] 10.222.0.54 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115704 Nov 24 11:28:59.200599 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-909366a5-9c64-416d-918c-0e430c1d932f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:59.257027 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-4bc5f16b-7514-49f7-bd4b-4112ae3b4c2b service neutron] 10.222.0.54 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910339 Nov 24 11:28:59.308462 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [None req-909366a5-9c64-416d-918c-0e430c1d932f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Allocated IP 172.27.1.61 (abec3bdb-3f5f-43d3-a05f-b74eaa51b59e/68c5d2bd-607c-45ea-a578-f70e1637afae/315e5817-c329-4694-b070-459ccac7b1cf) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:28:59.424948 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-909366a5-9c64-416d-918c-0e430c1d932f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:59.457091 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-909366a5-9c64-416d-918c-0e430c1d932f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:59.496284 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909366a5-9c64-416d-918c-0e430c1d932f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:28:59.501671 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-909366a5-9c64-416d-918c-0e430c1d932f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:28:59.505371 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909366a5-9c64-416d-918c-0e430c1d932f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:28:59.528441 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909366a5-9c64-416d-918c-0e430c1d932f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Pushing event updated for resources: {'Port': ['ID=315e5817-c329-4694-b070-459ccac7b1cf,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:28:59.562437 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8f9e953-e848-4564-9ad5-0443ab959a4a req-ed3551d0-8db1-49a5-96fc-4f9385bed078 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 210 time: 0.0317593 Nov 24 11:28:59.666279 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:59.866349 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-909366a5-9c64-416d-918c-0e430c1d932f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:28:59.915637 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-909366a5-9c64-416d-918c-0e430c1d932f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:00.121871 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-909366a5-9c64-416d-918c-0e430c1d932f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:00.129126 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-909366a5-9c64-416d-918c-0e430c1d932f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534712165'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:00.204835 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909366a5-9c64-416d-918c-0e430c1d932f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Pushing event updated for resources: {'Port': ['ID=315e5817-c329-4694-b070-459ccac7b1cf,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:00.215229 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-909366a5-9c64-416d-918c-0e430c1d932f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975220'] for floatingip, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:00.231282 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-909366a5-9c64-416d-918c-0e430c1d932f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for floatingip, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:00.232522 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-909366a5-9c64-416d-918c-0e430c1d932f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1696818 Nov 24 11:29:00.425617 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-3225b26d-8c22-42d6-bb24-340027e3f316 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--345865708&fields=id&tenant_id=6a92dfb7f26143f8aa4cc3ca2bcc9088 HTTP/1.1" status: 200 len: 267 time: 0.0423443 Nov 24 11:29:00.544100 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-fb98bac4-2e27-43cc-8fe0-74fdef69864e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:00.545659 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-fb98bac4-2e27-43cc-8fe0-74fdef69864e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/networks?id=0eaf43db-385c-4388-a2f4-5981573fae4b HTTP/1.1" status: 200 len: 810 time: 0.1132424 Nov 24 11:29:00.566074 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-40824220-c21d-4fcf-b678-f23afc52b365 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/quotas/6a92dfb7f26143f8aa4cc3ca2bcc9088 HTTP/1.1" status: 200 len: 375 time: 0.0124547 Nov 24 11:29:00.700804 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d7cbcbd9-5271-4d7a-b049-5c704ec22402 req-fd692fff-9dae-4b33-af60-4b6584719dc5 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 210 time: 0.0647180 Nov 24 11:29:00.716832 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-ef4b23f4-577a-4cba-984b-4ba20952c8ff tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6a92dfb7f26143f8aa4cc3ca2bcc9088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1450560 Nov 24 11:29:00.752021 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-f1b68ba6-7315-4801-9e31-364506fd4c5a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:00.753439 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-f1b68ba6-7315-4801-9e31-364506fd4c5a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.65 "GET /v2.0/networks?id=f813662d-6de5-41cf-ac48-8f27f8448f99 HTTP/1.1" status: 200 len: 811 time: 0.1694217 Nov 24 11:29:00.873504 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-6a606f2b-7413-4680-b874-d0bb2b73974e tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=303d49c4d2774367b4d1606a579ed56b HTTP/1.1" status: 200 len: 380 time: 0.1090174 Nov 24 11:29:00.884386 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-1278bf0a-ef34-4b76-b550-e68e504b6904 service neutron] 10.222.0.54 "GET /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457846 Nov 24 11:29:00.889145 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-6a48df4b-eb5a-4315-9ef8-1a7144f24e4f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Request body: {'port': {'device_id': '8aa260f0-59bc-4030-a91e-a6d9a12b915a', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'admin_state_up': True, 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'security_groups': ['749864b3-651e-4be6-8e69-9d1153ebce5c']}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:29:01.048101 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-2778b86e-75a9-409c-bb5a-be14cbd51023 service neutron] 10.222.0.54 "GET /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554792 Nov 24 11:29:01.066933 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-6a48df4b-eb5a-4315-9ef8-1a7144f24e4f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Made reservation on behalf of 303d49c4d2774367b4d1606a579ed56b for: {'port': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:29:01.070956 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-6a48df4b-eb5a-4315-9ef8-1a7144f24e4f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:01.252037 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d892fe16-d7c5-4f6d-8bec-0d244ff5fc38 req-68c27232-06b7-4742-ad13-c23340b61b22 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f640ef8-e4ad-4a16-b75b-e5159106969f HTTP/1.1" status: 200 len: 210 time: 0.0400765 Nov 24 11:29:01.267050 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-6a48df4b-eb5a-4315-9ef8-1a7144f24e4f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Allocated IP 172.20.0.7 (f813662d-6de5-41cf-ac48-8f27f8448f99/a6137ff9-74cb-4c61-ada2-9bfaf66f6509/5e977cf2-5e37-46ad-adbd-be8237c48c51) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:29:01.384673 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:01.468950 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd0484-2537-4e79-95a5-8d1beaa316f5 req-5bdc373f-5552-4c3f-bc53-bd122a865569 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:01.470682 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-efcd0484-2537-4e79-95a5-8d1beaa316f5 req-5bdc373f-5552-4c3f-bc53-bd122a865569 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=e59d18ad-f6fb-4077-9a37-0d9c5eefb457 HTTP/1.1" status: 200 len: 946 time: 0.0832949 Nov 24 11:29:01.473845 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-6a48df4b-eb5a-4315-9ef8-1a7144f24e4f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for port, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:01.535847 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-efcd0484-2537-4e79-95a5-8d1beaa316f5 req-c8829b8b-e60b-43df-896d-6f1e3a6b806e tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586517 Nov 24 11:29:01.545095 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-6a48df4b-eb5a-4315-9ef8-1a7144f24e4f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:01.603584 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-6a48df4b-eb5a-4315-9ef8-1a7144f24e4f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Network f813662d-6de5-41cf-ac48-8f27f8448f99 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:29:01.606639 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-6a48df4b-eb5a-4315-9ef8-1a7144f24e4f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:29:01.610299 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-6a48df4b-eb5a-4315-9ef8-1a7144f24e4f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:29:01.617739 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48df4b-eb5a-4315-9ef8-1a7144f24e4f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event updated for resources: {'Port': ['ID=5e977cf2-5e37-46ad-adbd-be8237c48c51,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:01.667709 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-6a48df4b-eb5a-4315-9ef8-1a7144f24e4f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:01.668259 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-6a48df4b-eb5a-4315-9ef8-1a7144f24e4f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:01.685450 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-6a48df4b-eb5a-4315-9ef8-1a7144f24e4f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8000362 Nov 24 11:29:01.711038 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] Request body: {'port': {'device_id': '8aa260f0-59bc-4030-a91e-a6d9a12b915a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81908'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:29:01.771571 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:01.870543 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be1900-620e-4971-8a95-33d919e45e12 req-6c7ee890-5658-4d1e-b6ef-1e21c45f277f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:01.872053 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d9be1900-620e-4971-8a95-33d919e45e12 req-6c7ee890-5658-4d1e-b6ef-1e21c45f277f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 931 time: 0.0982637 Nov 24 11:29:01.877287 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-e1137769-a63c-4f4d-b098-fcdbe7412799 None None] Provisioning complete for port 5e977cf2-5e37-46ad-adbd-be8237c48c51 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:29:01.877654 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e1137769-a63c-4f4d-b098-fcdbe7412799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:01.916655 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-e1137769-a63c-4f4d-b098-fcdbe7412799 None None] Port 5e977cf2-5e37-46ad-adbd-be8237c48c51 cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:29:01.996826 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d9be1900-620e-4971-8a95-33d919e45e12 req-f361d200-fe79-4b3f-b7d3-a80a9c512713 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749731 Nov 24 11:29:02.115034 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e977cf2-5e37-46ad-adbd-be8237c48c51 {{(pid=102482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:29:02.122759 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:02.135265 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.provisioning_blocks [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] Transition to ACTIVE for port object 5e977cf2-5e37-46ad-adbd-be8237c48c51 will not be triggered until provisioned by entity L2. {{(pid=102482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 11:29:02.139859 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:02.192101 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] Pushing event updated for resources: {'Port': ['ID=5e977cf2-5e37-46ad-adbd-be8237c48c51,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:02.278451 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] Attempting to bind port 5e977cf2-5e37-46ad-adbd-be8237c48c51 on host hv-cinder-81908 for vnic_type normal with profile {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:29:02.279988 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] Attempting to bind port 5e977cf2-5e37-46ad-adbd-be8237c48c51 by drivers openvswitch,hyperv on host hv-cinder-81908 at level 0 using segments [{'id': 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99'}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:29:02.280366 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] Attempting to bind port 5e977cf2-5e37-46ad-adbd-be8237c48c51 on network f813662d-6de5-41cf-ac48-8f27f8448f99 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:29:02.285240 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] Port 5e977cf2-5e37-46ad-adbd-be8237c48c51 on network f813662d-6de5-41cf-ac48-8f27f8448f99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81908 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 11:29:02.285566 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] Attempting to bind port 5e977cf2-5e37-46ad-adbd-be8237c48c51 on network f813662d-6de5-41cf-ac48-8f27f8448f99 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:29:02.291653 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] Checking agent: {'id': '3c6daaf5-cf27-4c68-b1a8-704272683c2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81908', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'started_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:29:02.292571 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] Checking segment: {'id': 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:29:02.293187 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] Bound using segment: {'id': 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99'} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:29:02.293629 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] Bound port: 5e977cf2-5e37-46ad-adbd-be8237c48c51, host: hv-cinder-81908, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99'}}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:29:02.294879 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:02.327860 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-1c27b078-e0d2-4b17-8c75-a4d659588404 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:02.330073 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-1c27b078-e0d2-4b17-8c75-a4d659588404 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.65 "GET /v2.0/networks?id=0eaf43db-385c-4388-a2f4-5981573fae4b HTTP/1.1" status: 200 len: 810 time: 0.1394126 Nov 24 11:29:02.399587 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84a3e7da-1fce-43c9-b2be-d81c5dbd7e5b req-60a36743-64c2-4d91-b398-7652d11332c9 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f640ef8-e4ad-4a16-b75b-e5159106969f HTTP/1.1" status: 200 len: 210 time: 0.0383961 Nov 24 11:29:02.417437 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-040e2dfe-1d61-41b4-b4a5-eeb69859b188 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a92dfb7f26143f8aa4cc3ca2bcc9088 HTTP/1.1" status: 200 len: 379 time: 0.0755696 Nov 24 11:29:02.424049 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] For port 5e977cf2-5e37-46ad-adbd-be8237c48c51, host hv-cinder-81908, cleared binding levels {{(pid=102482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:29:02.427468 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] For port 5e977cf2-5e37-46ad-adbd-be8237c48c51, host hv-cinder-81908, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=5e977cf2-5e37-46ad-adbd-be8237c48c51,segment=NetworkSegment(d8baedd1-824c-4bf2-a24d-c4b8e45836c5),segment_id=d8baedd1-824c-4bf2-a24d-c4b8e45836c5)] {{(pid=102482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:29:02.433478 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:02.435310 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-ddbda26b-6d9e-4406-a6f3-bbcac68866b3 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Request body: {'port': {'device_id': '5f640ef8-e4ad-4a16-b75b-e5159106969f', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'admin_state_up': True, 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'security_groups': ['d64e960f-ad75-4b76-bb76-f49e200bdd56']}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:29:02.477167 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:02.477785 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:02.479207 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] 10.222.0.65 "PUT /v2.0/ports/5e977cf2-5e37-46ad-adbd-be8237c48c51 HTTP/1.1" status: 200 len: 1093 time: 0.7732592 Nov 24 11:29:02.479657 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa260f0-59bc-4030-a91e-a6d9a12b915a', 'tag': '5e977cf2-5e37-46ad-adbd-be8237c48c51'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:29:02.481930 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12a570d-2c47-4533-8a8a-613519752e11" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa260f0-59bc-4030-a91e-a6d9a12b915a", "tag": "5e977cf2-5e37-46ad-adbd-be8237c48c51"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:29:02.525601 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73c2e5-d1d0-4ffb-b31b-57389fe81549 service neutron] Pushing event updated for resources: {'Port': ['ID=5e977cf2-5e37-46ad-adbd-be8237c48c51,revision_number=3']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:02.544118 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:02.573473 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4612aecd-3ee3-4354-9ec8-d594898fbbc1 x-openstack-request-id: req-4612aecd-3ee3-4354-9ec8-d594898fbbc1 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:29:02.574309 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa260f0-59bc-4030-a91e-a6d9a12b915a", "tag": "5e977cf2-5e37-46ad-adbd-be8237c48c51", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:29:02.574693 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4612aecd-3ee3-4354-9ec8-d594898fbbc1 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:29:02.575943 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa260f0-59bc-4030-a91e-a6d9a12b915a', 'tag': '5e977cf2-5e37-46ad-adbd-be8237c48c51', 'status': 'completed', 'code': 200} Nov 24 11:29:02.590820 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-ddbda26b-6d9e-4406-a6f3-bbcac68866b3 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Made reservation on behalf of 6a92dfb7f26143f8aa4cc3ca2bcc9088 for: {'port': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:29:02.595021 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-ddbda26b-6d9e-4406-a6f3-bbcac68866b3 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:02.602528 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-bfafbc39-b521-4dbf-981b-a8d2a7e2b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:02.604668 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-bfafbc39-b521-4dbf-981b-a8d2a7e2b93b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=303d49c4d2774367b4d1606a579ed56b&device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 1096 time: 0.0680234 Nov 24 11:29:02.683293 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-a4320359-f535-4214-bd82-8d72c9d45104 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e977cf2-5e37-46ad-adbd-be8237c48c51 HTTP/1.1" status: 200 len: 217 time: 0.0645425 Nov 24 11:29:02.732093 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-ddbda26b-6d9e-4406-a6f3-bbcac68866b3 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Allocated IP 172.20.0.7 (0eaf43db-385c-4388-a2f4-5981573fae4b/6d217b95-72ec-45a6-bf60-4be1d5b405e2/2f34f279-6ab2-43af-90ef-cf7078c56fca) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:29:02.743980 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e2a51-8c36-4fb7-a324-49fa5260d6c3 req-dff2f48f-80e0-4da0-8c42-491449841652 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:02.746054 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3a4e2a51-8c36-4fb7-a324-49fa5260d6c3 req-dff2f48f-80e0-4da0-8c42-491449841652 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=e59d18ad-f6fb-4077-9a37-0d9c5eefb457 HTTP/1.1" status: 200 len: 946 time: 0.1293755 Nov 24 11:29:02.755450 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-2fb06e31-48de-40ab-8118-14fce6e847e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:02.756805 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-2fb06e31-48de-40ab-8118-14fce6e847e5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6137ff9-74cb-4c61-ada2-9bfaf66f6509 HTTP/1.1" status: 200 len: 850 time: 0.0662231 Nov 24 11:29:02.824630 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3a4e2a51-8c36-4fb7-a324-49fa5260d6c3 req-5b47a9a2-e85d-4548-ac9c-4ebc5f6de7af tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720406 Nov 24 11:29:02.830926 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-d2571a07-1117-4cb7-9225-cf824a1247bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:02.832227 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-d2571a07-1117-4cb7-9225-cf824a1247bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f813662d-6de5-41cf-ac48-8f27f8448f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626583 Nov 24 11:29:02.872431 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-ddbda26b-6d9e-4406-a6f3-bbcac68866b3 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:02.913216 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-ddbda26b-6d9e-4406-a6f3-bbcac68866b3 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:02.930406 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-9d90e78c-5bd1-44bd-ab29-97bc4eb0b5b4 service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901699 Nov 24 11:29:02.956535 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-ddbda26b-6d9e-4406-a6f3-bbcac68866b3 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Network 0eaf43db-385c-4388-a2f4-5981573fae4b is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:29:02.959305 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-ddbda26b-6d9e-4406-a6f3-bbcac68866b3 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:29:02.961602 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-ddbda26b-6d9e-4406-a6f3-bbcac68866b3 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:29:02.987370 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbda26b-6d9e-4406-a6f3-bbcac68866b3 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Pushing event updated for resources: {'Port': ['ID=2f34f279-6ab2-43af-90ef-cf7078c56fca,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:03.024682 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-ddbda26b-6d9e-4406-a6f3-bbcac68866b3 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:03.025478 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-ddbda26b-6d9e-4406-a6f3-bbcac68866b3 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:03.045299 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-ddbda26b-6d9e-4406-a6f3-bbcac68866b3 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6201091 Nov 24 11:29:03.060746 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] Request body: {'port': {'device_id': '5f640ef8-e4ad-4a16-b75b-e5159106969f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81908'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:29:03.061809 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3e9b75e6-3ce5-4dae-8174-7e1ffb81e30d req-3523af8b-6658-4974-98d8-3defc75756fc service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233969 Nov 24 11:29:03.153798 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:03.165719 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1216bb-5361-4199-8ef5-2c77997d71a6 req-999e6b4b-9635-4c20-9591-e80526f990bf tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:03.167831 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6d1216bb-5361-4199-8ef5-2c77997d71a6 req-999e6b4b-9635-4c20-9591-e80526f990bf tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.65 "GET /v2.0/ports?device_id=e59d18ad-f6fb-4077-9a37-0d9c5eefb457 HTTP/1.1" status: 200 len: 946 time: 0.0870993 Nov 24 11:29:03.179358 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63730a4-7092-4a48-b4b6-1a9a2be4195b req-2c3a1f4a-478e-4806-9bbe-2d18b322193e tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:03.180880 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f63730a4-7092-4a48-b4b6-1a9a2be4195b req-2c3a1f4a-478e-4806-9bbe-2d18b322193e tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 943 time: 0.0854509 Nov 24 11:29:03.196168 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a570d-2c47-4533-8a8a-613519752e11 req-6d1378ce-4225-4185-9176-9d9bfab7a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:03.198226 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e12a570d-2c47-4533-8a8a-613519752e11 req-6d1378ce-4225-4185-9176-9d9bfab7a406 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=303d49c4d2774367b4d1606a579ed56b&device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 1096 time: 0.0765209 Nov 24 11:29:03.279459 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f63730a4-7092-4a48-b4b6-1a9a2be4195b req-5ff9cc2c-addc-4419-b98b-608f451aed25 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898020 Nov 24 11:29:03.300621 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-931d3e76-047c-46fc-b640-c00b0ff4ffd3 None None] Provisioning complete for port 2f34f279-6ab2-43af-90ef-cf7078c56fca triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:29:03.301452 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-931d3e76-047c-46fc-b640-c00b0ff4ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:03.312500 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-6d1216bb-5361-4199-8ef5-2c77997d71a6 req-ace405f2-693e-4a90-914f-f48352ac7226 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Deleting port 8d749b4f-a87a-4915-98f5-79a76f74a925 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:29:03.312500 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-6d1216bb-5361-4199-8ef5-2c77997d71a6 req-ace405f2-693e-4a90-914f-f48352ac7226 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:03.341829 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-931d3e76-047c-46fc-b640-c00b0ff4ffd3 None None] Port 2f34f279-6ab2-43af-90ef-cf7078c56fca cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:29:03.383269 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a570d-2c47-4533-8a8a-613519752e11 req-d5ea1db4-e103-4fab-88b2-c8e7214ba2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:03.384722 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e12a570d-2c47-4533-8a8a-613519752e11 req-d5ea1db4-e103-4fab-88b2-c8e7214ba2cf service neutron] 10.222.0.65 "GET /v2.0/networks?id=f813662d-6de5-41cf-ac48-8f27f8448f99 HTTP/1.1" status: 200 len: 912 time: 0.1788468 Nov 24 11:29:03.405445 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-6d1216bb-5361-4199-8ef5-2c77997d71a6 req-ace405f2-693e-4a90-914f-f48352ac7226 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] For port 8d749b4f-a87a-4915-98f5-79a76f74a925, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=8d749b4f-a87a-4915-98f5-79a76f74a925,segment=NetworkSegment(875f8071-017f-4060-a80d-3da828d68f74),segment_id=875f8071-017f-4060-a80d-3da828d68f74)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:03.405802 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-6d1216bb-5361-4199-8ef5-2c77997d71a6 req-ace405f2-693e-4a90-914f-f48352ac7226 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:03.418397 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-6d1216bb-5361-4199-8ef5-2c77997d71a6 req-ace405f2-693e-4a90-914f-f48352ac7226 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Calling delete_port for 8d749b4f-a87a-4915-98f5-79a76f74a925 owned by compute:nova {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:29:03.449365 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e12a570d-2c47-4533-8a8a-613519752e11 req-1adf926d-2d72-41ff-8c89-c2a0e62b93f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e977cf2-5e37-46ad-adbd-be8237c48c51 HTTP/1.1" status: 200 len: 217 time: 0.0405827 Nov 24 11:29:03.523902 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a570d-2c47-4533-8a8a-613519752e11 req-8d6e6422-7349-4b0b-9168-59f1c821ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:03.525436 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e12a570d-2c47-4533-8a8a-613519752e11 req-8d6e6422-7349-4b0b-9168-59f1c821ef5f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6137ff9-74cb-4c61-ada2-9bfaf66f6509 HTTP/1.1" status: 200 len: 850 time: 0.0666184 Nov 24 11:29:03.540527 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6f677-5883-4079-bb14-bbd2c5c18a28 req-d2c62d72-b9c4-4b5c-8cf7-2c80822b0384 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:03.541983 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3cf6f677-5883-4079-bb14-bbd2c5c18a28 req-d2c62d72-b9c4-4b5c-8cf7-2c80822b0384 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f640ef8-e4ad-4a16-b75b-e5159106969f HTTP/1.1" status: 200 len: 931 time: 0.0678484 Nov 24 11:29:03.594618 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f34f279-6ab2-43af-90ef-cf7078c56fca {{(pid=102481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:29:03.603566 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:03.606430 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-6d1216bb-5361-4199-8ef5-2c77997d71a6 req-ace405f2-693e-4a90-914f-f48352ac7226 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:03.613266 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a570d-2c47-4533-8a8a-613519752e11 req-66384131-c1de-40da-93a0-302188181748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:03.614826 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e12a570d-2c47-4533-8a8a-613519752e11 req-66384131-c1de-40da-93a0-302188181748 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f813662d-6de5-41cf-ac48-8f27f8448f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785520 Nov 24 11:29:03.618382 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['8d749b4f-a87a-4915-98f5-79a76f74a925'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:29:03.622756 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.provisioning_blocks [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] Transition to ACTIVE for port object 2f34f279-6ab2-43af-90ef-cf7078c56fca will not be triggered until provisioned by entity L2. {{(pid=102481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 11:29:03.632098 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534712165'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:03.642797 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace405f2-693e-4a90-914f-f48352ac7226 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Pushing event deleted for resources: {'Port': ['ID=8d749b4f-a87a-4915-98f5-79a76f74a925,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:03.647434 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3cf6f677-5883-4079-bb14-bbd2c5c18a28 req-5cd47d40-8b81-46b0-9c47-b5cb6f1a323e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=d64e960f-ad75-4b76-bb76-f49e200bdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878398 Nov 24 11:29:03.694021 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1216bb-5361-4199-8ef5-2c77997d71a6 req-ace405f2-693e-4a90-914f-f48352ac7226 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] No DVR routers for this DVR port 8d749b4f-a87a-4915-98f5-79a76f74a925 on host hv-cinder-81908 {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:29:03.696495 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-6d1216bb-5361-4199-8ef5-2c77997d71a6 req-ace405f2-693e-4a90-914f-f48352ac7226 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:03.700844 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6d1216bb-5361-4199-8ef5-2c77997d71a6 req-ace405f2-693e-4a90-914f-f48352ac7226 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.65 "DELETE /v2.0/ports/8d749b4f-a87a-4915-98f5-79a76f74a925 HTTP/1.1" status: 204 len: 173 time: 0.5189774 Nov 24 11:29:03.738013 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] Pushing event updated for resources: {'Port': ['ID=2f34f279-6ab2-43af-90ef-cf7078c56fca,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:03.808171 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e12a570d-2c47-4533-8a8a-613519752e11 req-679ab644-3cb7-4e67-b66a-4fc12ff7c81f service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837342 Nov 24 11:29:03.851608 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] Attempting to bind port 2f34f279-6ab2-43af-90ef-cf7078c56fca on host hv-cinder-81908 for vnic_type normal with profile {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:29:03.851955 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] Attempting to bind port 2f34f279-6ab2-43af-90ef-cf7078c56fca by drivers openvswitch,hyperv on host hv-cinder-81908 at level 0 using segments [{'id': '796baa1c-b25a-4210-8017-3d7871f52b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b'}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:29:03.852292 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] Attempting to bind port 2f34f279-6ab2-43af-90ef-cf7078c56fca on network 0eaf43db-385c-4388-a2f4-5981573fae4b {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:29:03.865685 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] Port 2f34f279-6ab2-43af-90ef-cf7078c56fca on network 0eaf43db-385c-4388-a2f4-5981573fae4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81908 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 11:29:03.865897 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] Attempting to bind port 2f34f279-6ab2-43af-90ef-cf7078c56fca on network 0eaf43db-385c-4388-a2f4-5981573fae4b {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:29:03.897205 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] Checking agent: {'id': '3c6daaf5-cf27-4c68-b1a8-704272683c2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81908', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'started_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:29:03.897533 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] Checking segment: {'id': '796baa1c-b25a-4210-8017-3d7871f52b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:29:03.897921 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] Bound using segment: {'id': '796baa1c-b25a-4210-8017-3d7871f52b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b'} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:29:03.898362 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] Bound port: 2f34f279-6ab2-43af-90ef-cf7078c56fca, host: hv-cinder-81908, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796baa1c-b25a-4210-8017-3d7871f52b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b'}}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:29:03.898718 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:03.938284 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-40a9d3f1-a427-4b73-a87e-859ae864a1be req-3f0d282a-d0b1-4c32-b31c-6c2b3e60914b tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=e59d18ad-f6fb-4077-9a37-0d9c5eefb457 HTTP/1.1" status: 200 len: 210 time: 0.0255256 Nov 24 11:29:03.964662 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e12a570d-2c47-4533-8a8a-613519752e11 req-a7694fca-992d-41df-83b7-aa212b1e64b4 service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417732 Nov 24 11:29:03.982880 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] For port 2f34f279-6ab2-43af-90ef-cf7078c56fca, host hv-cinder-81908, cleared binding levels {{(pid=102481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:29:03.986153 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] For port 2f34f279-6ab2-43af-90ef-cf7078c56fca, host hv-cinder-81908, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=2f34f279-6ab2-43af-90ef-cf7078c56fca,segment=NetworkSegment(796baa1c-b25a-4210-8017-3d7871f52b82),segment_id=796baa1c-b25a-4210-8017-3d7871f52b82)] {{(pid=102481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:29:03.989967 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534712165'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:04.023789 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:04.024408 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:04.025861 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] 10.222.0.65 "PUT /v2.0/ports/2f34f279-6ab2-43af-90ef-cf7078c56fca HTTP/1.1" status: 200 len: 1093 time: 0.9715023 Nov 24 11:29:04.026256 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f640ef8-e4ad-4a16-b75b-e5159106969f', 'tag': '2f34f279-6ab2-43af-90ef-cf7078c56fca'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:29:04.028488 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd590c1-fe37-40f7-9ffa-3b7e171726db" -d '{"events": [{"name": "network-changed", "server_uuid": "5f640ef8-e4ad-4a16-b75b-e5159106969f", "tag": "2f34f279-6ab2-43af-90ef-cf7078c56fca"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:29:04.053276 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7dc966-3087-4fff-a760-4599e1997c19 service neutron] Pushing event updated for resources: {'Port': ['ID=2f34f279-6ab2-43af-90ef-cf7078c56fca,revision_number=3']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:04.082969 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4378a11f-0821-4e12-ba7e-a9500c8b1408 x-openstack-request-id: req-4378a11f-0821-4e12-ba7e-a9500c8b1408 {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:29:04.083268 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f640ef8-e4ad-4a16-b75b-e5159106969f", "tag": "2f34f279-6ab2-43af-90ef-cf7078c56fca", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:29:04.083534 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4378a11f-0821-4e12-ba7e-a9500c8b1408 {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:29:04.083935 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f640ef8-e4ad-4a16-b75b-e5159106969f', 'tag': '2f34f279-6ab2-43af-90ef-cf7078c56fca', 'status': 'completed', 'code': 200} Nov 24 11:29:04.115393 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-f4b6dd93-9224-4608-881e-e1cfb58b38f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:04.117715 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-f4b6dd93-9224-4608-881e-e1cfb58b38f8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6a92dfb7f26143f8aa4cc3ca2bcc9088&device_id=5f640ef8-e4ad-4a16-b75b-e5159106969f HTTP/1.1" status: 200 len: 1096 time: 0.0453155 Nov 24 11:29:04.166175 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-2569dfbe-b13d-4d0d-8d54-03341c7d9a83 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f34f279-6ab2-43af-90ef-cf7078c56fca HTTP/1.1" status: 200 len: 217 time: 0.0403030 Nov 24 11:29:04.228709 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-c98f8f16-382d-4855-95f0-6b35c3f2872c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:04.230895 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-c98f8f16-382d-4855-95f0-6b35c3f2872c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d217b95-72ec-45a6-bf60-4be1d5b405e2 HTTP/1.1" status: 200 len: 849 time: 0.0542068 Nov 24 11:29:04.277916 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-a9be8b58-fa1b-4dec-abf7-5f1d64837f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:04.279620 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-a9be8b58-fa1b-4dec-abf7-5f1d64837f31 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0eaf43db-385c-4388-a2f4-5981573fae4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392940 Nov 24 11:29:04.378172 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-6142ea1d-f6d9-4c73-88eb-adf98385354c service neutron] 10.222.0.65 "GET /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912545 Nov 24 11:29:04.407683 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e86de-f2be-4c98-8bd2-95532574ee5f req-18c00215-ae08-4b80-8c01-463171ecc41d tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:04.409158 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8f0e86de-f2be-4c98-8bd2-95532574ee5f req-18c00215-ae08-4b80-8c01-463171ecc41d tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 943 time: 0.0483890 Nov 24 11:29:04.456900 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8f0e86de-f2be-4c98-8bd2-95532574ee5f req-8ed85801-5aef-484f-9f1b-a5656d660fef tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418556 Nov 24 11:29:04.467447 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-f7a5be41-bffa-4edb-80ec-e0858a8e3af7 req-60a0033a-3707-4e7b-9241-b3c88e043ebd service neutron] 10.222.0.65 "GET /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819712 Nov 24 11:29:04.554355 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd590c1-fe37-40f7-9ffa-3b7e171726db req-efd93c39-1e35-432f-abf7-104b7ff0423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:04.555794 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-5fd590c1-fe37-40f7-9ffa-3b7e171726db req-efd93c39-1e35-432f-abf7-104b7ff0423b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6a92dfb7f26143f8aa4cc3ca2bcc9088&device_id=5f640ef8-e4ad-4a16-b75b-e5159106969f HTTP/1.1" status: 200 len: 1096 time: 0.0400083 Nov 24 11:29:04.577010 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59d18ad-f6fb-4077-9a37-0d9c5eefb457', 'name': 'network-vif-deleted', 'tag': '8d749b4f-a87a-4915-98f5-79a76f74a925'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:29:04.579344 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74df9167-b073-467e-a9e9-2c4002b3e8ad" -d '{"events": [{"server_uuid": "e59d18ad-f6fb-4077-9a37-0d9c5eefb457", "name": "network-vif-deleted", "tag": "8d749b4f-a87a-4915-98f5-79a76f74a925"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:29:04.615875 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2146d3f7-bdab-4103-af62-59999a23547a x-openstack-request-id: req-2146d3f7-bdab-4103-af62-59999a23547a {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:29:04.616179 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59d18ad-f6fb-4077-9a37-0d9c5eefb457", "name": "network-vif-deleted", "tag": "8d749b4f-a87a-4915-98f5-79a76f74a925", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:29:04.616433 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2146d3f7-bdab-4103-af62-59999a23547a {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:29:04.616853 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59d18ad-f6fb-4077-9a37-0d9c5eefb457', 'name': 'network-vif-deleted', 'tag': '8d749b4f-a87a-4915-98f5-79a76f74a925', 'status': 'completed', 'code': 200} Nov 24 11:29:04.649982 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd590c1-fe37-40f7-9ffa-3b7e171726db req-bf2284eb-d071-40bc-ab9d-c313f90076d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:04.651973 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-5fd590c1-fe37-40f7-9ffa-3b7e171726db req-bf2284eb-d071-40bc-ab9d-c313f90076d5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0eaf43db-385c-4388-a2f4-5981573fae4b HTTP/1.1" status: 200 len: 911 time: 0.0891759 Nov 24 11:29:04.694917 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-5fd590c1-fe37-40f7-9ffa-3b7e171726db req-7ab10fb9-fb6e-4ae1-8e41-86418506910f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f34f279-6ab2-43af-90ef-cf7078c56fca HTTP/1.1" status: 200 len: 217 time: 0.0337548 Nov 24 11:29:04.748224 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd590c1-fe37-40f7-9ffa-3b7e171726db req-38e2112a-6f8d-460a-a60f-ec0c8f6a875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:04.749724 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-5fd590c1-fe37-40f7-9ffa-3b7e171726db req-38e2112a-6f8d-460a-a60f-ec0c8f6a875d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d217b95-72ec-45a6-bf60-4be1d5b405e2 HTTP/1.1" status: 200 len: 849 time: 0.0478065 Nov 24 11:29:04.769675 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdb54b-11a9-4aea-a50d-5be294157552 req-48c40ebe-4c97-47dd-983e-9bdfd7462594 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:04.771145 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eecdb54b-11a9-4aea-a50d-5be294157552 req-48c40ebe-4c97-47dd-983e-9bdfd7462594 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f640ef8-e4ad-4a16-b75b-e5159106969f HTTP/1.1" status: 200 len: 943 time: 0.0475106 Nov 24 11:29:04.796082 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd590c1-fe37-40f7-9ffa-3b7e171726db req-85723512-ee76-4c9f-b08d-983f51f63926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:04.797591 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-5fd590c1-fe37-40f7-9ffa-3b7e171726db req-85723512-ee76-4c9f-b08d-983f51f63926 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0eaf43db-385c-4388-a2f4-5981573fae4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407696 Nov 24 11:29:04.822593 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eecdb54b-11a9-4aea-a50d-5be294157552 req-988ebdc1-d23b-4ae8-9289-19b9a4bc2c18 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=d64e960f-ad75-4b76-bb76-f49e200bdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448723 Nov 24 11:29:04.888348 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-5fd590c1-fe37-40f7-9ffa-3b7e171726db req-28504565-69f6-4cf5-9195-23df2a2d2bbc service neutron] 10.222.0.65 "GET /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826247 Nov 24 11:29:04.977186 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-5fd590c1-fe37-40f7-9ffa-3b7e171726db req-bc58bf1a-fb1a-4e9d-b352-054bd6fd6c1e service neutron] 10.222.0.65 "GET /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811694 Nov 24 11:29:05.569645 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563007f-b913-44b9-b85f-297d0500d506 req-5bc1148f-09c9-484f-854d-e932f6e59265 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:05.571097 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6563007f-b913-44b9-b85f-297d0500d506 req-5bc1148f-09c9-484f-854d-e932f6e59265 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 943 time: 0.0485053 Nov 24 11:29:05.621463 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6563007f-b913-44b9-b85f-297d0500d506 req-4dea7ef4-0e26-491f-9e1a-f92d5e97a70d tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432491 Nov 24 11:29:06.042360 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72c02d-4ddd-4d82-b9c7-7d4c0a0d5b24 req-234637de-c7ea-4e40-8703-cc556ab3226b tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:06.043817 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4a72c02d-4ddd-4d82-b9c7-7d4c0a0d5b24 req-234637de-c7ea-4e40-8703-cc556ab3226b tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f640ef8-e4ad-4a16-b75b-e5159106969f HTTP/1.1" status: 200 len: 943 time: 0.1544375 Nov 24 11:29:06.089701 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4a72c02d-4ddd-4d82-b9c7-7d4c0a0d5b24 req-153b0da7-6d40-4df1-a70f-1a8454603662 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=d64e960f-ad75-4b76-bb76-f49e200bdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400269 Nov 24 11:29:06.785351 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c37fa-43b2-4c1a-923e-1322b5128ae2 req-661d4aeb-7462-4926-a471-19047ec911ea tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:06.786841 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-946c37fa-43b2-4c1a-923e-1322b5128ae2 req-661d4aeb-7462-4926-a471-19047ec911ea tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 943 time: 0.0996165 Nov 24 11:29:06.834644 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-946c37fa-43b2-4c1a-923e-1322b5128ae2 req-24b8509e-581d-4ff4-8fd6-a3296e16b305 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420003 Nov 24 11:29:07.202068 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d58d82-44ff-42a5-8bb3-f6b9709eb226 req-ac0900b8-942f-4d4d-9480-2e4091a1570c tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:07.203567 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01d58d82-44ff-42a5-8bb3-f6b9709eb226 req-ac0900b8-942f-4d4d-9480-2e4091a1570c tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f640ef8-e4ad-4a16-b75b-e5159106969f HTTP/1.1" status: 200 len: 943 time: 0.0483196 Nov 24 11:29:07.254065 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01d58d82-44ff-42a5-8bb3-f6b9709eb226 req-4780108f-cad4-4a6f-af97-b306ef0e45e9 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=d64e960f-ad75-4b76-bb76-f49e200bdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444705 Nov 24 11:29:07.958249 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f263bd-ad3a-46a0-a4d1-c4d3b1b8885c req-bda6bc3e-8b1d-4e80-9027-999b1d9f5dc4 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:07.959699 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-83f263bd-ad3a-46a0-a4d1-c4d3b1b8885c req-bda6bc3e-8b1d-4e80-9027-999b1d9f5dc4 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 943 time: 0.0515392 Nov 24 11:29:08.007371 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-83f263bd-ad3a-46a0-a4d1-c4d3b1b8885c req-95f922ec-11a0-4df9-a348-148f91795cb2 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418627 Nov 24 11:29:08.033323 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 2f34f279-6ab2-43af-90ef-cf7078c56fca details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:29:08.037283 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 8d749b4f-a87a-4915-98f5-79a76f74a925 no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:29:08.066662 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] No Port match for: 8d749b4f-a87a-4915-98f5-79a76f74a925 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:29:08.067007 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 8d749b4f-a87a-4915-98f5-79a76f74a925 not bound to the agent host hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:29:08.148128 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 2f34f279-6ab2-43af-90ef-cf7078c56fca, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=2f34f279-6ab2-43af-90ef-cf7078c56fca,segment=NetworkSegment(796baa1c-b25a-4210-8017-3d7871f52b82),segment_id=796baa1c-b25a-4210-8017-3d7871f52b82)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:08.159275 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': '2f34f279-6ab2-43af-90ef-cf7078c56fca', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'port_id': '2f34f279-6ab2-43af-90ef-cf7078c56fca', 'mac_address': 'fa:16:3e:af:93:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:29:08.195974 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:08.216039 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f34f279-6ab2-43af-90ef-cf7078c56fca {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:29:08.238630 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 2f34f279-6ab2-43af-90ef-cf7078c56fca, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=2f34f279-6ab2-43af-90ef-cf7078c56fca,segment=NetworkSegment(796baa1c-b25a-4210-8017-3d7871f52b82),segment_id=796baa1c-b25a-4210-8017-3d7871f52b82)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:08.241900 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:08.293988 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=2f34f279-6ab2-43af-90ef-cf7078c56fca,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:08.301909 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:29:08.302260 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:29:08.302601 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:29:08.302937 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:29:08.303269 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:29:08.304314 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:29:08.304672 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:29:08.305007 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:29:08.305355 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:29:08.305683 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:29:08.306004 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:29:08.306324 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:29:08.345310 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1033444a-5b2b-42c0-9e5f-1d0f5164d5d8 req-86b4ed06-33e3-4cf6-9d9c-b0e05b530f7e tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1683783629&fields=id&tenant_id=ae558214c820410eb671590ac1e8a8da HTTP/1.1" status: 200 len: 267 time: 0.0575817 Nov 24 11:29:08.419568 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc0251-602a-46ed-ae98-85a920bfb1a7 req-6c2b30b2-1011-45eb-9615-cf2438dcac34 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:08.421053 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-49dc0251-602a-46ed-ae98-85a920bfb1a7 req-6c2b30b2-1011-45eb-9615-cf2438dcac34 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f640ef8-e4ad-4a16-b75b-e5159106969f HTTP/1.1" status: 200 len: 944 time: 0.0896447 Nov 24 11:29:08.428344 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033444a-5b2b-42c0-9e5f-1d0f5164d5d8 req-b8919055-f3d2-4478-9217-05ac37db5c29 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:08.429718 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1033444a-5b2b-42c0-9e5f-1d0f5164d5d8 req-b8919055-f3d2-4478-9217-05ac37db5c29 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 985 time: 0.0681221 Nov 24 11:29:08.441599 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-1033444a-5b2b-42c0-9e5f-1d0f5164d5d8 req-73d39739-3743-443e-a733-98f09adc4eac tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Request body: {'port': {'security_groups': ['ffef688e-d2ac-4f31-8180-b87b60e0a1ed']}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:29:08.508681 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['2f34f279-6ab2-43af-90ef-cf7078c56fca'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:29:08.538688 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-49dc0251-602a-46ed-ae98-85a920bfb1a7 req-dac67e45-5591-4dd4-8f1c-12a9fc430676 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=d64e960f-ad75-4b76-bb76-f49e200bdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080160 Nov 24 11:29:08.539222 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1033444a-5b2b-42c0-9e5f-1d0f5164d5d8 req-73d39739-3743-443e-a733-98f09adc4eac tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:08.726007 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-1033444a-5b2b-42c0-9e5f-1d0f5164d5d8 req-73d39739-3743-443e-a733-98f09adc4eac tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] For port c0f9dbe2-b546-41c5-899d-f430a9fa6614, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=c0f9dbe2-b546-41c5-899d-f430a9fa6614,segment=NetworkSegment(4141028b-6fbb-4c67-8d3f-b37ba25edbb7),segment_id=4141028b-6fbb-4c67-8d3f-b37ba25edbb7)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:08.756545 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1033444a-5b2b-42c0-9e5f-1d0f5164d5d8 req-73d39739-3743-443e-a733-98f09adc4eac tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for port, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:08.761139 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1033444a-5b2b-42c0-9e5f-1d0f5164d5d8 req-73d39739-3743-443e-a733-98f09adc4eac tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:08.802715 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033444a-5b2b-42c0-9e5f-1d0f5164d5d8 req-73d39739-3743-443e-a733-98f09adc4eac tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:08.803329 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1033444a-5b2b-42c0-9e5f-1d0f5164d5d8 req-73d39739-3743-443e-a733-98f09adc4eac tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:08.807562 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1033444a-5b2b-42c0-9e5f-1d0f5164d5d8 req-73d39739-3743-443e-a733-98f09adc4eac tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "PUT /v2.0/ports/c0f9dbe2-b546-41c5-899d-f430a9fa6614 HTTP/1.1" status: 200 len: 943 time: 0.3710089 Nov 24 11:29:08.808049 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65303cd-7d89-41e5-9a7d-8293c5dc1828', 'tag': 'c0f9dbe2-b546-41c5-899d-f430a9fa6614'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:29:08.810379 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861f0564-2301-4e38-abc8-b060e0fa375a" -d '{"events": [{"name": "network-changed", "server_uuid": "b65303cd-7d89-41e5-9a7d-8293c5dc1828", "tag": "c0f9dbe2-b546-41c5-899d-f430a9fa6614"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:29:08.810508 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 55904) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:08.847067 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d39739-3743-443e-a733-98f09adc4eac tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Pushing event updated for resources: {'Port': ['ID=c0f9dbe2-b546-41c5-899d-f430a9fa6614,revision_number=7']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:08.859664 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7a4b74-ce6c-488b-a19b-4f299225291d x-openstack-request-id: req-7a7a4b74-ce6c-488b-a19b-4f299225291d {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:29:08.859956 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65303cd-7d89-41e5-9a7d-8293c5dc1828", "tag": "c0f9dbe2-b546-41c5-899d-f430a9fa6614", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:29:08.860209 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7a7a4b74-ce6c-488b-a19b-4f299225291d {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:29:08.861007 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65303cd-7d89-41e5-9a7d-8293c5dc1828', 'tag': 'c0f9dbe2-b546-41c5-899d-f430a9fa6614', 'status': 'completed', 'code': 200} Nov 24 11:29:08.890983 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['c0f9dbe2-b546-41c5-899d-f430a9fa6614'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:29:08.919263 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f358ce45-568d-4929-ab60-1a4def50ddf1 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:08.952474 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f358ce45-568d-4929-ab60-1a4def50ddf1 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:08.968275 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f0564-2301-4e38-abc8-b060e0fa375a req-072aea1c-4ac5-44da-887d-867c4dbccb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:08.969901 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-861f0564-2301-4e38-abc8-b060e0fa375a req-072aea1c-4ac5-44da-887d-867c4dbccb64 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae558214c820410eb671590ac1e8a8da&device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 1099 time: 0.0807121 Nov 24 11:29:09.014400 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['c0f9dbe2-b546-41c5-899d-f430a9fa6614'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:29:09.087140 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-cc00543a-3b7d-47c5-8d50-f28b9c03b8f0 None None] Provisioning complete for port c0f9dbe2-b546-41c5-899d-f430a9fa6614 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:29:09.087775 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cc00543a-3b7d-47c5-8d50-f28b9c03b8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:09.096475 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f0564-2301-4e38-abc8-b060e0fa375a req-1b615507-4533-4bce-a771-8a1a6d66b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:09.098374 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-861f0564-2301-4e38-abc8-b060e0fa375a req-1b615507-4533-4bce-a771-8a1a6d66b058 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2bde2ae8-45ee-4070-9571-16e9c16c0131 HTTP/1.1" status: 200 len: 916 time: 0.1190991 Nov 24 11:29:09.104934 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f358ce45-568d-4929-ab60-1a4def50ddf1 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:09.108508 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f358ce45-568d-4929-ab60-1a4def50ddf1 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:09.112062 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-f358ce45-568d-4929-ab60-1a4def50ddf1 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "DELETE /v2.0/security-groups/ce7d7233-658e-4188-a294-a3807a370b54 HTTP/1.1" status: 204 len: 168 time: 0.2981958 Nov 24 11:29:09.119035 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 55910) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:09.147561 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877ab37-47cb-418c-a621-5e76f9774afc req-a58d6aac-3ed2-4582-bdbd-9bfeb8965d6b tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:09.149082 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7877ab37-47cb-418c-a621-5e76f9774afc req-a58d6aac-3ed2-4582-bdbd-9bfeb8965d6b tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 943 time: 0.0684898 Nov 24 11:29:09.165937 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358ce45-568d-4929-ab60-1a4def50ddf1 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7d7233-658e-4188-a294-a3807a370b54,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:09.226841 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7877ab37-47cb-418c-a621-5e76f9774afc req-16c13851-a790-435e-84ee-3b623d720aef tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697205 Nov 24 11:29:09.235376 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-861f0564-2301-4e38-abc8-b060e0fa375a req-4cdd2296-6928-4d0d-8786-6d28a57ea3d6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0f9dbe2-b546-41c5-899d-f430a9fa6614 HTTP/1.1" status: 200 len: 1002 time: 0.1241612 Nov 24 11:29:09.359657 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f0564-2301-4e38-abc8-b060e0fa375a req-b0eaaefe-78e0-48aa-a42c-3b6234eab37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:09.361138 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-861f0564-2301-4e38-abc8-b060e0fa375a req-b0eaaefe-78e0-48aa-a42c-3b6234eab37f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e19b93eb-c4d4-48a5-8a68-ccd4233b0f65 HTTP/1.1" status: 200 len: 854 time: 0.1036241 Nov 24 11:29:09.434323 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f0564-2301-4e38-abc8-b060e0fa375a req-d8230efa-86ed-4716-9792-e0c02f96b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:09.435821 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-861f0564-2301-4e38-abc8-b060e0fa375a req-d8230efa-86ed-4716-9792-e0c02f96b4c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2bde2ae8-45ee-4070-9571-16e9c16c0131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590544 Nov 24 11:29:09.439335 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-295277c7-d69e-41f9-89d1-c69e636c3ab6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Deleting port c93b02ef-b63e-401d-a5ff-76538311f7cf {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:29:09.439679 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-295277c7-d69e-41f9-89d1-c69e636c3ab6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:09.666148 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069386e8-dd46-4b64-acf9-78d49721b8eb req-eea07fdb-0a8b-4d0b-a7c2-1c236bb5730d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:09.667693 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-069386e8-dd46-4b64-acf9-78d49721b8eb req-eea07fdb-0a8b-4d0b-a7c2-1c236bb5730d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f640ef8-e4ad-4a16-b75b-e5159106969f HTTP/1.1" status: 200 len: 944 time: 0.0505247 Nov 24 11:29:09.718248 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-069386e8-dd46-4b64-acf9-78d49721b8eb req-d8c659be-1b22-4915-93a1-550a9532d5c1 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=d64e960f-ad75-4b76-bb76-f49e200bdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440395 Nov 24 11:29:09.823588 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-295277c7-d69e-41f9-89d1-c69e636c3ab6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:09.824182 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-295277c7-d69e-41f9-89d1-c69e636c3ab6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:09.843992 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-861f0564-2301-4e38-abc8-b060e0fa375a req-3f6c3b6b-d0ac-405e-8527-9074b04cbf1c service neutron] 10.222.0.65 "GET /v2.0/networks/2bde2ae8-45ee-4070-9571-16e9c16c0131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926144 Nov 24 11:29:09.844857 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-295277c7-d69e-41f9-89d1-c69e636c3ab6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Calling delete_port for c93b02ef-b63e-401d-a5ff-76538311f7cf owned by network:floatingip {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:29:10.019808 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-861f0564-2301-4e38-abc8-b060e0fa375a req-f44ec5dd-a5b4-49a0-8a09-0cdc6c3de06b service neutron] 10.222.0.65 "GET /v2.0/networks/2bde2ae8-45ee-4070-9571-16e9c16c0131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664979 Nov 24 11:29:10.091106 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-295277c7-d69e-41f9-89d1-c69e636c3ab6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:10.095818 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256daec7-e4b8-4942-bb9d-0f8fcb742dfe req-ecdd6f45-1d58-4662-b0b7-bad6fa7f9e8b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:10.097337 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-256daec7-e4b8-4942-bb9d-0f8fcb742dfe req-ecdd6f45-1d58-4662-b0b7-bad6fa7f9e8b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 947 time: 0.0478921 Nov 24 11:29:10.116578 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295277c7-d69e-41f9-89d1-c69e636c3ab6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Pushing event deleted for resources: {'Port': ['ID=c93b02ef-b63e-401d-a5ff-76538311f7cf,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:10.152118 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-256daec7-e4b8-4942-bb9d-0f8fcb742dfe req-28876d0f-2ac1-4b94-b852-853ed19600cf tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487854 Nov 24 11:29:10.176392 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-295277c7-d69e-41f9-89d1-c69e636c3ab6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks [] for floatingip, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:10.176751 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.l3_db [None req-295277c7-d69e-41f9-89d1-c69e636c3ab6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Floating IP 47a8dddc-9f0b-497e-afa9-569165daa090 disassociated (deleted). External IP: 172.27.1.223, port: c0f9dbe2-b546-41c5-899d-f430a9fa6614. Nov 24 11:29:10.349733 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4d172-610a-4fb4-b830-9b3d56abda60 req-e9dff943-8ace-43b2-8ca8-567e3ae98d38 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:10.351120 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-50a4d172-610a-4fb4-b830-9b3d56abda60 req-e9dff943-8ace-43b2-8ca8-567e3ae98d38 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 943 time: 0.0508173 Nov 24 11:29:10.388015 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295277c7-d69e-41f9-89d1-c69e636c3ab6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Router e26571d3-27d6-48d1-acad-55f230cd583a has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:29:10.400168 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-50a4d172-610a-4fb4-b830-9b3d56abda60 req-e9804dcf-495a-4c1e-aae5-daf78e07f3ec tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423717 Nov 24 11:29:10.495084 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295277c7-d69e-41f9-89d1-c69e636c3ab6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:29:10.499733 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-295277c7-d69e-41f9-89d1-c69e636c3ab6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for floatingip, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:10.504745 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60639e6-b6f5-4d11-a2cb-8d3737551007 None None] Sync routers for ids ['e26571d3-27d6-48d1-acad-55f230cd583a'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:29:10.515016 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60639e6-b6f5-4d11-a2cb-8d3737551007 None None] Routers {'e26571d3-27d6-48d1-acad-55f230cd583a'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:29:10.515630 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-d60639e6-b6f5-4d11-a2cb-8d3737551007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:28:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['e26571d3-27d6-48d1-acad-55f230cd583a'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:10.530799 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-295277c7-d69e-41f9-89d1-c69e636c3ab6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "DELETE /v2.0/floatingips/47a8dddc-9f0b-497e-afa9-569165daa090 HTTP/1.1" status: 204 len: 168 time: 1.4075971 Nov 24 11:29:10.530799 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65303cd-7d89-41e5-9a7d-8293c5dc1828', 'tag': 'c0f9dbe2-b546-41c5-899d-f430a9fa6614'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:29:10.531605 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d45beb1-9a28-4705-96b4-aed7cbe1f387" -d '{"events": [{"name": "network-changed", "server_uuid": "b65303cd-7d89-41e5-9a7d-8293c5dc1828", "tag": "c0f9dbe2-b546-41c5-899d-f430a9fa6614"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:29:10.596597 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb2f440-f4bb-4a68-ae0b-3ca8ac7a5b11 x-openstack-request-id: req-fdb2f440-f4bb-4a68-ae0b-3ca8ac7a5b11 {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:29:10.597101 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65303cd-7d89-41e5-9a7d-8293c5dc1828", "tag": "c0f9dbe2-b546-41c5-899d-f430a9fa6614", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:29:10.597362 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fdb2f440-f4bb-4a68-ae0b-3ca8ac7a5b11 {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:29:10.597765 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65303cd-7d89-41e5-9a7d-8293c5dc1828', 'tag': 'c0f9dbe2-b546-41c5-899d-f430a9fa6614', 'status': 'completed', 'code': 200} Nov 24 11:29:10.633799 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-d60639e6-b6f5-4d11-a2cb-8d3737551007 None None] Set router e26571d3-27d6-48d1-acad-55f230cd583a gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:29:10.686123 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45beb1-9a28-4705-96b4-aed7cbe1f387 req-f8e77247-7810-4a31-9ae3-bd28a9d5db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:10.687728 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-5d45beb1-9a28-4705-96b4-aed7cbe1f387 req-f8e77247-7810-4a31-9ae3-bd28a9d5db82 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae558214c820410eb671590ac1e8a8da&device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 1099 time: 0.0609033 Nov 24 11:29:10.796693 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45beb1-9a28-4705-96b4-aed7cbe1f387 req-32ff8218-27fe-404d-b4e0-a60e6168bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:10.798424 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-5d45beb1-9a28-4705-96b4-aed7cbe1f387 req-32ff8218-27fe-404d-b4e0-a60e6168bfbf service neutron] 10.222.0.65 "GET /v2.0/networks?id=2bde2ae8-45ee-4070-9571-16e9c16c0131 HTTP/1.1" status: 200 len: 916 time: 0.0994740 Nov 24 11:29:10.855996 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-5d45beb1-9a28-4705-96b4-aed7cbe1f387 req-409302a8-3e77-48bb-b3f2-a2b0e30e2c89 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0f9dbe2-b546-41c5-899d-f430a9fa6614 HTTP/1.1" status: 200 len: 217 time: 0.0484669 Nov 24 11:29:10.862050 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ab87e-d3f9-4cae-a9e4-d341c3acbf03 req-5fab356b-94cd-4b71-82ec-15a67bcf0f8d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:10.863840 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7a6ab87e-d3f9-4cae-a9e4-d341c3acbf03 req-5fab356b-94cd-4b71-82ec-15a67bcf0f8d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f640ef8-e4ad-4a16-b75b-e5159106969f HTTP/1.1" status: 200 len: 944 time: 0.0677133 Nov 24 11:29:10.891474 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-d60639e6-b6f5-4d11-a2cb-8d3737551007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'name': 'tempest-TestMinimumBasicScenario-1146875224-router', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '4663af10-66a5-4992-b119-554bb91eba19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:56Z', 'updated_at': '2021-11-24T11:26:02Z', 'revision_number': 4, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'gw_port': {'id': '4663af10-66a5-4992-b119-554bb91eba19', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:57Z', 'updated_at': '2021-11-24T11:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': 'e51b253c-3aaf-4597-a910-f819d9cadb04', 'name': '', 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'mac_address': 'fa:16:3e:92:d4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'e19b93eb-c4d4-48a5-8a68-ccd4233b0f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:26:01Z', 'updated_at': '2021-11-24T11:26:07Z', 'revision_number': 5, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'subnets': [{'id': 'e19b93eb-c4d4-48a5-8a68-ccd4233b0f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:10.921923 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60639e6-b6f5-4d11-a2cb-8d3737551007 None None] Checking router: e26571d3-27d6-48d1-acad-55f230cd583a for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:29:10.929190 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7a6ab87e-d3f9-4cae-a9e4-d341c3acbf03 req-8da5d469-2c58-4e7e-b447-964ad86d2670 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=d64e960f-ad75-4b76-bb76-f49e200bdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525408 Nov 24 11:29:10.930102 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45beb1-9a28-4705-96b4-aed7cbe1f387 req-b7a8fc94-6fc1-4b0b-84d7-9df46943ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:10.931620 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-5d45beb1-9a28-4705-96b4-aed7cbe1f387 req-b7a8fc94-6fc1-4b0b-84d7-9df46943ac43 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e19b93eb-c4d4-48a5-8a68-ccd4233b0f65 HTTP/1.1" status: 200 len: 854 time: 0.0676003 Nov 24 11:29:10.932192 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60639e6-b6f5-4d11-a2cb-8d3737551007 None None] Routers {'e26571d3-27d6-48d1-acad-55f230cd583a'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:29:10.932830 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-d60639e6-b6f5-4d11-a2cb-8d3737551007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:28:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['e26571d3-27d6-48d1-acad-55f230cd583a'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:11.039385 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-d60639e6-b6f5-4d11-a2cb-8d3737551007 None None] Set router e26571d3-27d6-48d1-acad-55f230cd583a gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:29:11.239451 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-d60639e6-b6f5-4d11-a2cb-8d3737551007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'name': 'tempest-TestMinimumBasicScenario-1146875224-router', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '4663af10-66a5-4992-b119-554bb91eba19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:56Z', 'updated_at': '2021-11-24T11:26:02Z', 'revision_number': 4, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'gw_port': {'id': '4663af10-66a5-4992-b119-554bb91eba19', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:57Z', 'updated_at': '2021-11-24T11:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': 'e51b253c-3aaf-4597-a910-f819d9cadb04', 'name': '', 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'mac_address': 'fa:16:3e:92:d4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'e19b93eb-c4d4-48a5-8a68-ccd4233b0f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:26:01Z', 'updated_at': '2021-11-24T11:26:07Z', 'revision_number': 5, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'subnets': [{'id': 'e19b93eb-c4d4-48a5-8a68-ccd4233b0f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:11.266798 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60639e6-b6f5-4d11-a2cb-8d3737551007 None None] The sync data for ids ['e26571d3-27d6-48d1-acad-55f230cd583a'] in dv-cinder-819089-1-iscsi is: [{'id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'name': 'tempest-TestMinimumBasicScenario-1146875224-router', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '4663af10-66a5-4992-b119-554bb91eba19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:56Z', 'updated_at': '2021-11-24T11:26:02Z', 'revision_number': 4, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'gw_port': {'id': '4663af10-66a5-4992-b119-554bb91eba19', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:57Z', 'updated_at': '2021-11-24T11:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': 'e51b253c-3aaf-4597-a910-f819d9cadb04', 'name': '', 'network_id': '2bde2ae8-45ee-4070-9571-16e9c16c0131', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'mac_address': 'fa:16:3e:92:d4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'e19b93eb-c4d4-48a5-8a68-ccd4233b0f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:26:01Z', 'updated_at': '2021-11-24T11:26:07Z', 'revision_number': 5, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'subnets': [{'id': 'e19b93eb-c4d4-48a5-8a68-ccd4233b0f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:29:11.281144 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec44850-6da7-48af-95b1-d77a06c834e1 req-03e1ec6a-818e-4c8c-95b2-b8c410732297 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:11.283058 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6ec44850-6da7-48af-95b1-d77a06c834e1 req-03e1ec6a-818e-4c8c-95b2-b8c410732297 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 947 time: 0.0550001 Nov 24 11:29:11.333733 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6ec44850-6da7-48af-95b1-d77a06c834e1 req-ab40d6f3-ba93-4fca-831d-a1fc0f0709b8 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445807 Nov 24 11:29:11.503559 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16324c38-1cab-4fd5-9494-05754bd17d53 None None] New status for floating IP 47a8dddc-9f0b-497e-afa9-569165daa090: DOWN {{(pid=102484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 11:29:11.519966 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e9708-89a4-4800-88d4-6a12339b9d73 req-7da53ee3-3564-47e3-87a5-8eb887451e24 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:11.521468 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4a7e9708-89a4-4800-88d4-6a12339b9d73 req-7da53ee3-3564-47e3-87a5-8eb887451e24 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 943 time: 0.0499775 Nov 24 11:29:11.572083 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4a7e9708-89a4-4800-88d4-6a12339b9d73 req-eb769524-6564-470f-b30d-d0e4efec88af tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438218 Nov 24 11:29:11.719286 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 5e977cf2-5e37-46ad-adbd-be8237c48c51 details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:29:11.814487 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 5e977cf2-5e37-46ad-adbd-be8237c48c51, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=5e977cf2-5e37-46ad-adbd-be8237c48c51,segment=NetworkSegment(d8baedd1-824c-4bf2-a24d-c4b8e45836c5),segment_id=d8baedd1-824c-4bf2-a24d-c4b8e45836c5)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:11.825267 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': '5e977cf2-5e37-46ad-adbd-be8237c48c51', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'port_id': '5e977cf2-5e37-46ad-adbd-be8237c48c51', 'mac_address': 'fa:16:3e:8b:88:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:29:11.860875 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:11.873656 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e977cf2-5e37-46ad-adbd-be8237c48c51 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:29:11.892348 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 5e977cf2-5e37-46ad-adbd-be8237c48c51, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=5e977cf2-5e37-46ad-adbd-be8237c48c51,segment=NetworkSegment(d8baedd1-824c-4bf2-a24d-c4b8e45836c5),segment_id=d8baedd1-824c-4bf2-a24d-c4b8e45836c5)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:11.896666 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:11.942995 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=5e977cf2-5e37-46ad-adbd-be8237c48c51,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:12.042256 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06e9a1-d6b6-43d5-8545-626168f907e1 req-a4111d30-2a65-44b1-a5d6-c383cfb9a9c1 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:12.044179 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1e06e9a1-d6b6-43d5-8545-626168f907e1 req-a4111d30-2a65-44b1-a5d6-c383cfb9a9c1 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f640ef8-e4ad-4a16-b75b-e5159106969f HTTP/1.1" status: 200 len: 944 time: 0.0512800 Nov 24 11:29:12.089268 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1e06e9a1-d6b6-43d5-8545-626168f907e1 req-dd398ae9-daec-41ee-91cc-da04f6069ddb tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=d64e960f-ad75-4b76-bb76-f49e200bdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392804 Nov 24 11:29:12.454253 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b53cc-f04d-4a67-910b-f03aec214b7e req-90280eae-5d10-414d-960c-e727b75eea4f tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:12.455709 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e16b53cc-f04d-4a67-910b-f03aec214b7e req-90280eae-5d10-414d-960c-e727b75eea4f tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 947 time: 0.0479314 Nov 24 11:29:12.501131 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e16b53cc-f04d-4a67-910b-f03aec214b7e req-a955471c-b5f4-4fee-8799-64e166426cd5 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395794 Nov 24 11:29:12.558809 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 2f34f279-6ab2-43af-90ef-cf7078c56fca up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:29:12.700220 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dfb4f-6fb0-4b7b-91c0-cd596cc69a4f req-a45cff9a-2cf7-4de5-a066-3df8baf9527f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:12.701754 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ab6dfb4f-6fb0-4b7b-91c0-cd596cc69a4f req-a45cff9a-2cf7-4de5-a066-3df8baf9527f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 944 time: 0.0587056 Nov 24 11:29:12.730202 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning for port 2f34f279-6ab2-43af-90ef-cf7078c56fca completed by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 11:29:12.733811 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port 2f34f279-6ab2-43af-90ef-cf7078c56fca triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:29:12.734184 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:12.755407 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ab6dfb4f-6fb0-4b7b-91c0-cd596cc69a4f req-5a2b09b9-d095-48ad-b778-7e0e95474b83 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474451 Nov 24 11:29:12.810056 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:12.831874 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f640ef8-e4ad-4a16-b75b-e5159106969f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f34f279-6ab2-43af-90ef-cf7078c56fca'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:29:12.834131 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76c51f1-4bfb-4436-91a1-130973605cba" -d '{"events": [{"server_uuid": "5f640ef8-e4ad-4a16-b75b-e5159106969f", "name": "network-vif-plugged", "status": "completed", "tag": "2f34f279-6ab2-43af-90ef-cf7078c56fca"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:29:12.846027 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 2f34f279-6ab2-43af-90ef-cf7078c56fca, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=2f34f279-6ab2-43af-90ef-cf7078c56fca,segment=NetworkSegment(796baa1c-b25a-4210-8017-3d7871f52b82),segment_id=796baa1c-b25a-4210-8017-3d7871f52b82)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:12.850214 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:12.873280 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705e2228-3817-4935-b184-49e102e2e054 x-openstack-request-id: req-705e2228-3817-4935-b184-49e102e2e054 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:29:12.873600 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f640ef8-e4ad-4a16-b75b-e5159106969f", "name": "network-vif-plugged", "status": "completed", "tag": "2f34f279-6ab2-43af-90ef-cf7078c56fca", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:29:12.873862 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-705e2228-3817-4935-b184-49e102e2e054 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:29:12.874252 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f640ef8-e4ad-4a16-b75b-e5159106969f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f34f279-6ab2-43af-90ef-cf7078c56fca', 'code': 200} Nov 24 11:29:12.899056 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=2f34f279-6ab2-43af-90ef-cf7078c56fca,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:13.255545 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01e0e3-aa7a-4639-86e3-4264d0561738 req-a4a6aaae-76fb-46f3-bfd2-6c8e68805c1d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:13.256924 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ed01e0e3-aa7a-4639-86e3-4264d0561738 req-a4a6aaae-76fb-46f3-bfd2-6c8e68805c1d tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f640ef8-e4ad-4a16-b75b-e5159106969f HTTP/1.1" status: 200 len: 945 time: 0.0475879 Nov 24 11:29:13.302434 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ed01e0e3-aa7a-4639-86e3-4264d0561738 req-83d3f320-64f5-4e53-afb8-e925c0889f90 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=d64e960f-ad75-4b76-bb76-f49e200bdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396292 Nov 24 11:29:13.548527 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45beb1-9a28-4705-96b4-aed7cbe1f387 req-2f1396a9-c94b-43d1-9c83-5bc554749b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:13.550092 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-5d45beb1-9a28-4705-96b4-aed7cbe1f387 req-2f1396a9-c94b-43d1-9c83-5bc554749b1f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2bde2ae8-45ee-4070-9571-16e9c16c0131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429244 Nov 24 11:29:13.627611 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35881140-1b0f-4185-b14c-f667c2c61635 req-81f4e114-67d3-4ac4-bcd2-73aa93adafb1 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:13.629163 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-35881140-1b0f-4185-b14c-f667c2c61635 req-81f4e114-67d3-4ac4-bcd2-73aa93adafb1 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 947 time: 0.0508478 Nov 24 11:29:13.681975 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-5d45beb1-9a28-4705-96b4-aed7cbe1f387 req-40058456-2094-4757-9ef1-63a3264fe5ee service neutron] 10.222.0.65 "GET /v2.0/networks/2bde2ae8-45ee-4070-9571-16e9c16c0131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179349 Nov 24 11:29:13.687814 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-35881140-1b0f-4185-b14c-f667c2c61635 req-19f76879-3465-4704-89e3-c23f6cccbd2e tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494199 Nov 24 11:29:13.706105 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92371454-3c37-4c5a-ab17-5e9514e268e4 req-3c7f8f88-b538-416e-a85c-4841d8889595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:13.707557 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-92371454-3c37-4c5a-ab17-5e9514e268e4 req-3c7f8f88-b538-416e-a85c-4841d8889595 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5f640ef8-e4ad-4a16-b75b-e5159106969f HTTP/1.1" status: 200 len: 1098 time: 0.0566988 Nov 24 11:29:13.802959 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-92371454-3c37-4c5a-ab17-5e9514e268e4 req-923b92c5-6350-4f38-b02f-2a8cb23f19de service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d64e960f-ad75-4b76-bb76-f49e200bdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858238 Nov 24 11:29:13.813146 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['5e977cf2-5e37-46ad-adbd-be8237c48c51'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:29:13.818583 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-5d45beb1-9a28-4705-96b4-aed7cbe1f387 req-e433a89b-82e7-4752-b05d-e1f5361674c2 service neutron] 10.222.0.65 "GET /v2.0/networks/2bde2ae8-45ee-4070-9571-16e9c16c0131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245649 Nov 24 11:29:13.945222 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0cbca-167f-4e92-96f7-8b9486c0feb1 req-61293a79-21e5-4ddd-9435-c5af510ac0e3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:13.947119 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0ff0cbca-167f-4e92-96f7-8b9486c0feb1 req-61293a79-21e5-4ddd-9435-c5af510ac0e3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 944 time: 0.1142011 Nov 24 11:29:13.988355 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887df565-4dd0-46c5-8513-e929083b6519 req-30a0322e-6ede-4d88-a590-1ac35627516b tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:13.989812 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-887df565-4dd0-46c5-8513-e929083b6519 req-30a0322e-6ede-4d88-a590-1ac35627516b tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/networks?id=f3338c17-946b-45b7-aa49-64c8a2098ee2 HTTP/1.1" status: 200 len: 814 time: 0.1471417 Nov 24 11:29:14.025548 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-887df565-4dd0-46c5-8513-e929083b6519 req-658d5540-8b03-4e94-8918-6c61d3af3b01 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/quotas/d8dd321b34b44dd69e1abd68854da45e HTTP/1.1" status: 200 len: 375 time: 0.0257094 Nov 24 11:29:14.030395 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0ff0cbca-167f-4e92-96f7-8b9486c0feb1 req-aeb54616-fd92-4e09-9486-92096c05ec42 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768969 Nov 24 11:29:14.300499 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-887df565-4dd0-46c5-8513-e929083b6519 req-236075be-bd31-43d8-8eb8-80e686cc2c53 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8dd321b34b44dd69e1abd68854da45e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2617104 Nov 24 11:29:14.443117 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-887df565-4dd0-46c5-8513-e929083b6519 req-84c5311c-6a32-4076-81c0-2fe66e69e8f0 service neutron] 10.222.0.54 "GET /v2.0/networks/f3338c17-946b-45b7-aa49-64c8a2098ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356578 Nov 24 11:29:14.451426 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397262f4-4385-4cb9-b974-6e8b092d0243 req-bc975702-95e3-4446-8574-b0ceae25fd6a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:14.452957 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-397262f4-4385-4cb9-b974-6e8b092d0243 req-bc975702-95e3-4446-8574-b0ceae25fd6a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f640ef8-e4ad-4a16-b75b-e5159106969f HTTP/1.1" status: 200 len: 945 time: 0.0769973 Nov 24 11:29:14.553065 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-397262f4-4385-4cb9-b974-6e8b092d0243 req-bba72bdf-987e-40eb-864b-da1881810568 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=d64e960f-ad75-4b76-bb76-f49e200bdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921752 Nov 24 11:29:14.571350 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-887df565-4dd0-46c5-8513-e929083b6519 req-4f25d7ff-aa64-4af4-87f2-bebc5553e41b service neutron] 10.222.0.54 "GET /v2.0/networks/f3338c17-946b-45b7-aa49-64c8a2098ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174994 Nov 24 11:29:14.647189 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e4c24-9491-44e5-8774-da1fd3c8b1d8 req-e61f49b6-e3ff-4d7a-96f5-d9c29b1a4f24 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:14.648800 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-7c9e4c24-9491-44e5-8774-da1fd3c8b1d8 req-e61f49b6-e3ff-4d7a-96f5-d9c29b1a4f24 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 947 time: 0.0541534 Nov 24 11:29:14.745826 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-30ef907b-76da-4e8d-8743-f9b3ab9b9332 req-fdeb80f6-8a60-4760-88a1-554d5468a280 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=64979af8-32ea-4b53-8f11-e1e8b8e5cbcd HTTP/1.1" status: 200 len: 210 time: 0.0418754 Nov 24 11:29:14.747739 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [req-7c9e4c24-9491-44e5-8774-da1fd3c8b1d8 req-13384b7a-09e7-43b7-aae4-554ff8668ce3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Deleting port 029f9f7f-08e4-421a-bec6-0045084f566d {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:29:14.748087 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-7c9e4c24-9491-44e5-8774-da1fd3c8b1d8 req-13384b7a-09e7-43b7-aae4-554ff8668ce3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:14.819950 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdcf34-5f2e-4509-98e0-c0b6ed0665ea req-ad70a034-592a-47fb-8d12-5134d28b7255 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:14.821564 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-90fdcf34-5f2e-4509-98e0-c0b6ed0665ea req-ad70a034-592a-47fb-8d12-5134d28b7255 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 947 time: 0.0507390 Nov 24 11:29:14.851643 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-7c9e4c24-9491-44e5-8774-da1fd3c8b1d8 req-13384b7a-09e7-43b7-aae4-554ff8668ce3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] For port 029f9f7f-08e4-421a-bec6-0045084f566d, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=029f9f7f-08e4-421a-bec6-0045084f566d,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:14.852010 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-7c9e4c24-9491-44e5-8774-da1fd3c8b1d8 req-13384b7a-09e7-43b7-aae4-554ff8668ce3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:14.876136 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-90fdcf34-5f2e-4509-98e0-c0b6ed0665ea req-4377aef5-cdef-4eff-827d-2eb7d22cfa17 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf87c58-8776-47f6-a552-ad6c38fa90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486541 Nov 24 11:29:15.035126 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-7c9e4c24-9491-44e5-8774-da1fd3c8b1d8 req-13384b7a-09e7-43b7-aae4-554ff8668ce3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:15.035566 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-7c9e4c24-9491-44e5-8774-da1fd3c8b1d8 req-13384b7a-09e7-43b7-aae4-554ff8668ce3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975220'] for floatingip, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:15.036159 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.l3_db [req-7c9e4c24-9491-44e5-8774-da1fd3c8b1d8 req-13384b7a-09e7-43b7-aae4-554ff8668ce3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Floating IP 9caa80bb-5b68-49ca-b32b-5224d2706d0a disassociated. External IP: 172.27.1.91, port: 029f9f7f-08e4-421a-bec6-0045084f566d. Nov 24 11:29:15.036577 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [req-7c9e4c24-9491-44e5-8774-da1fd3c8b1d8 req-13384b7a-09e7-43b7-aae4-554ff8668ce3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Calling delete_port for 029f9f7f-08e4-421a-bec6-0045084f566d owned by compute:nova {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:29:15.165952 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efa884-868a-4a6d-9002-10f51dc5ba02 req-655a7869-14bd-4189-89a9-f73f800bbb33 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:15.176054 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f5efa884-868a-4a6d-9002-10f51dc5ba02 req-655a7869-14bd-4189-89a9-f73f800bbb33 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 944 time: 0.0681286 Nov 24 11:29:15.211513 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-7c9e4c24-9491-44e5-8774-da1fd3c8b1d8 req-13384b7a-09e7-43b7-aae4-554ff8668ce3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:15.251598 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f5efa884-868a-4a6d-9002-10f51dc5ba02 req-28183019-68d2-42dd-b7eb-addbe6d8109f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646741 Nov 24 11:29:15.289726 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13384b7a-09e7-43b7-aae4-554ff8668ce3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Pushing event deleted for resources: {'Port': ['ID=029f9f7f-08e4-421a-bec6-0045084f566d,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:15.381915 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c9e4c24-9491-44e5-8774-da1fd3c8b1d8 req-13384b7a-09e7-43b7-aae4-554ff8668ce3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Router 371e3da4-fb02-409c-9f30-c0ada2be864d has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:29:15.491828 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c9e4c24-9491-44e5-8774-da1fd3c8b1d8 req-13384b7a-09e7-43b7-aae4-554ff8668ce3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:29:15.501299 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454d8228-dfc6-46ec-9b06-8d1674e0c8c3 None None] Sync routers for ids ['371e3da4-fb02-409c-9f30-c0ada2be864d'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:29:15.511284 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454d8228-dfc6-46ec-9b06-8d1674e0c8c3 None None] Routers {'371e3da4-fb02-409c-9f30-c0ada2be864d'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:29:15.512587 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-454d8228-dfc6-46ec-9b06-8d1674e0c8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:28:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['371e3da4-fb02-409c-9f30-c0ada2be864d'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:15.532879 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9e4c24-9491-44e5-8774-da1fd3c8b1d8 req-13384b7a-09e7-43b7-aae4-554ff8668ce3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] No DVR routers for this DVR port 029f9f7f-08e4-421a-bec6-0045084f566d on host hv-cinder-81908 {{(pid=102481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:29:15.535442 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-7c9e4c24-9491-44e5-8774-da1fd3c8b1d8 req-13384b7a-09e7-43b7-aae4-554ff8668ce3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:15.539222 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-7c9e4c24-9491-44e5-8774-da1fd3c8b1d8 req-13384b7a-09e7-43b7-aae4-554ff8668ce3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.65 "DELETE /v2.0/ports/029f9f7f-08e4-421a-bec6-0045084f566d HTTP/1.1" status: 204 len: 173 time: 0.8841567 Nov 24 11:29:15.539692 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b09c92a-0f78-4a16-b0b5-377cb2b6aad2', 'name': 'network-vif-deleted', 'tag': '029f9f7f-08e4-421a-bec6-0045084f566d'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:29:15.542841 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73e3f01-5f2c-4378-ae4f-51911d4a1a19" -d '{"events": [{"server_uuid": "3b09c92a-0f78-4a16-b0b5-377cb2b6aad2", "name": "network-vif-deleted", "tag": "029f9f7f-08e4-421a-bec6-0045084f566d"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:29:15.547241 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 5e977cf2-5e37-46ad-adbd-be8237c48c51 up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:29:15.610957 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac4ede2-8b25-4536-b005-45d3871789d1 x-openstack-request-id: req-cac4ede2-8b25-4536-b005-45d3871789d1 {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:29:15.611412 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b09c92a-0f78-4a16-b0b5-377cb2b6aad2", "name": "network-vif-deleted", "tag": "029f9f7f-08e4-421a-bec6-0045084f566d", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:29:15.611768 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cac4ede2-8b25-4536-b005-45d3871789d1 {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:29:15.612305 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b09c92a-0f78-4a16-b0b5-377cb2b6aad2', 'name': 'network-vif-deleted', 'tag': '029f9f7f-08e4-421a-bec6-0045084f566d', 'status': 'completed', 'code': 200} Nov 24 11:29:15.667002 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-454d8228-dfc6-46ec-9b06-8d1674e0c8c3 None None] Set router 371e3da4-fb02-409c-9f30-c0ada2be864d gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:29:15.700381 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50719150-24e7-4b3d-aeb1-39f280b9ec00 req-634b75f3-6422-4fe4-b822-48213c18a56e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:15.707772 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-50719150-24e7-4b3d-aeb1-39f280b9ec00 req-634b75f3-6422-4fe4-b822-48213c18a56e tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f640ef8-e4ad-4a16-b75b-e5159106969f HTTP/1.1" status: 200 len: 945 time: 0.0573492 Nov 24 11:29:15.766215 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-50719150-24e7-4b3d-aeb1-39f280b9ec00 req-78b69112-44d1-49cb-80f3-9442c9ee52c5 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=d64e960f-ad75-4b76-bb76-f49e200bdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570021 Nov 24 11:29:15.806001 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning for port 5e977cf2-5e37-46ad-adbd-be8237c48c51 completed by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 11:29:15.817094 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port 5e977cf2-5e37-46ad-adbd-be8237c48c51 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:29:15.817456 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:15.903820 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-240f330f-1a54-41fe-b348-26f649747459 req-3a7023e2-3efe-42cc-881d-2d526dde9986 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=64979af8-32ea-4b53-8f11-e1e8b8e5cbcd HTTP/1.1" status: 200 len: 210 time: 0.0544076 Nov 24 11:29:15.967558 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a55b84-a74b-4649-96f7-ac0085940859 req-e07ec159-5cf1-4169-9fdf-9ef4d044899a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:15.970581 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-85a55b84-a74b-4649-96f7-ac0085940859 req-e07ec159-5cf1-4169-9fdf-9ef4d044899a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f640ef8-e4ad-4a16-b75b-e5159106969f HTTP/1.1" status: 200 len: 945 time: 0.0704532 Nov 24 11:29:15.980069 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56038) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:15.986242 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-be1aa5e4-39ba-442e-bc4c-57364dc532c7 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Request body: {'floatingip': {'port_id': '2f34f279-6ab2-43af-90ef-cf7078c56fca'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:29:16.034077 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-be1aa5e4-39ba-442e-bc4c-57364dc532c7 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for floatingip, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:16.064621 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-454d8228-dfc6-46ec-9b06-8d1674e0c8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'name': 'tempest-AttachVolumeShelveTestJSON-104195471-router', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:39Z', 'updated_at': '2021-11-24T11:25:43Z', 'revision_number': 4, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'gw_port': {'id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:40Z', 'updated_at': '2021-11-24T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '3b84b432-7dc7-4c98-a7c3-2b98063fddee', 'name': '', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'mac_address': 'fa:16:3e:e4:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '869a9006-91f2-477a-a322-c62397f17982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:42Z', 'updated_at': '2021-11-24T11:25:48Z', 'revision_number': 5, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'subnets': [{'id': '869a9006-91f2-477a-a322-c62397f17982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:16.066654 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:16.070607 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-aaabdb6e-089a-4628-baa4-38226aa3012b req-20273eb5-3ec6-4a8d-8bb1-1335901fb021 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b09c92a-0f78-4a16-b0b5-377cb2b6aad2 HTTP/1.1" status: 200 len: 210 time: 0.0304627 Nov 24 11:29:16.103605 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454d8228-dfc6-46ec-9b06-8d1674e0c8c3 None None] Checking router: 371e3da4-fb02-409c-9f30-c0ada2be864d for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:29:16.114419 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887df565-4dd0-46c5-8513-e929083b6519 req-d808fa49-08ae-4862-b5de-9f635eeeefb3 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:16.115950 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-887df565-4dd0-46c5-8513-e929083b6519 req-d808fa49-08ae-4862-b5de-9f635eeeefb3 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.65 "GET /v2.0/networks?id=f3338c17-946b-45b7-aa49-64c8a2098ee2 HTTP/1.1" status: 200 len: 814 time: 0.2704184 Nov 24 11:29:16.122446 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa260f0-59bc-4030-a91e-a6d9a12b915a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e977cf2-5e37-46ad-adbd-be8237c48c51'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:29:16.124708 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8036dbc3-818d-4b39-b3a1-77627f3565a1" -d '{"events": [{"server_uuid": "8aa260f0-59bc-4030-a91e-a6d9a12b915a", "name": "network-vif-plugged", "status": "completed", "tag": "5e977cf2-5e37-46ad-adbd-be8237c48c51"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:29:16.140429 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454d8228-dfc6-46ec-9b06-8d1674e0c8c3 None None] Routers {'371e3da4-fb02-409c-9f30-c0ada2be864d'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:29:16.141159 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-454d8228-dfc6-46ec-9b06-8d1674e0c8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:28:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['371e3da4-fb02-409c-9f30-c0ada2be864d'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:16.146271 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-887df565-4dd0-46c5-8513-e929083b6519 req-dd1bd8de-e864-43f7-ac30-89417d8a57b0 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Request body: {'port': {'device_id': '64979af8-32ea-4b53-8f11-e1e8b8e5cbcd', 'network_id': 'f3338c17-946b-45b7-aa49-64c8a2098ee2', 'admin_state_up': True, 'tenant_id': 'd8dd321b34b44dd69e1abd68854da45e'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:29:16.146450 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 5e977cf2-5e37-46ad-adbd-be8237c48c51, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=5e977cf2-5e37-46ad-adbd-be8237c48c51,segment=NetworkSegment(d8baedd1-824c-4bf2-a24d-c4b8e45836c5),segment_id=d8baedd1-824c-4bf2-a24d-c4b8e45836c5)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:16.177423 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:16.191337 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6170a105-669f-4e3f-a96d-032996116761 x-openstack-request-id: req-6170a105-669f-4e3f-a96d-032996116761 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:29:16.191661 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa260f0-59bc-4030-a91e-a6d9a12b915a", "name": "network-vif-plugged", "status": "completed", "tag": "5e977cf2-5e37-46ad-adbd-be8237c48c51", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:29:16.191920 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6170a105-669f-4e3f-a96d-032996116761 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:29:16.192304 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa260f0-59bc-4030-a91e-a6d9a12b915a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e977cf2-5e37-46ad-adbd-be8237c48c51', 'code': 200} Nov 24 11:29:16.274237 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=5e977cf2-5e37-46ad-adbd-be8237c48c51,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:16.294708 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-454d8228-dfc6-46ec-9b06-8d1674e0c8c3 None None] Set router 371e3da4-fb02-409c-9f30-c0ada2be864d gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:29:16.361930 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887df565-4dd0-46c5-8513-e929083b6519 req-dd1bd8de-e864-43f7-ac30-89417d8a57b0 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Made reservation on behalf of d8dd321b34b44dd69e1abd68854da45e for: {'port': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:29:16.365742 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-887df565-4dd0-46c5-8513-e929083b6519 req-dd1bd8de-e864-43f7-ac30-89417d8a57b0 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:16.400351 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad1420-0d20-4346-b3cc-7148bb01d7fb req-cbcb8a6a-e579-4231-b6ef-b4497045d830 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:16.416063 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cdad1420-0d20-4346-b3cc-7148bb01d7fb req-cbcb8a6a-e579-4231-b6ef-b4497045d830 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 945 time: 0.0888684 Nov 24 11:29:16.498554 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cdad1420-0d20-4346-b3cc-7148bb01d7fb req-20e1ec51-ad4e-4ca7-8810-bf80222edf15 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812063 Nov 24 11:29:16.598881 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-454d8228-dfc6-46ec-9b06-8d1674e0c8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'name': 'tempest-AttachVolumeShelveTestJSON-104195471-router', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:39Z', 'updated_at': '2021-11-24T11:25:43Z', 'revision_number': 4, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'gw_port': {'id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:40Z', 'updated_at': '2021-11-24T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '3b84b432-7dc7-4c98-a7c3-2b98063fddee', 'name': '', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'mac_address': 'fa:16:3e:e4:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '869a9006-91f2-477a-a322-c62397f17982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:42Z', 'updated_at': '2021-11-24T11:25:48Z', 'revision_number': 5, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'subnets': [{'id': '869a9006-91f2-477a-a322-c62397f17982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:16.633006 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454d8228-dfc6-46ec-9b06-8d1674e0c8c3 None None] The sync data for ids ['371e3da4-fb02-409c-9f30-c0ada2be864d'] in dv-cinder-819089-1-iscsi is: [{'id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'name': 'tempest-AttachVolumeShelveTestJSON-104195471-router', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:39Z', 'updated_at': '2021-11-24T11:25:43Z', 'revision_number': 4, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'gw_port': {'id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:40Z', 'updated_at': '2021-11-24T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '3b84b432-7dc7-4c98-a7c3-2b98063fddee', 'name': '', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'mac_address': 'fa:16:3e:e4:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '869a9006-91f2-477a-a322-c62397f17982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:42Z', 'updated_at': '2021-11-24T11:25:48Z', 'revision_number': 5, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'subnets': [{'id': '869a9006-91f2-477a-a322-c62397f17982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:29:16.652021 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f9f02-fd88-45ed-9b83-2aca2404d64e req-3374061f-7926-495c-99de-08b5d246a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:16.654424 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-5d6f9f02-fd88-45ed-9b83-2aca2404d64e req-3374061f-7926-495c-99de-08b5d246a030 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 1098 time: 0.1452696 Nov 24 11:29:16.664212 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [req-887df565-4dd0-46c5-8513-e929083b6519 req-dd1bd8de-e864-43f7-ac30-89417d8a57b0 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Allocated IP 172.20.0.9 (f3338c17-946b-45b7-aa49-64c8a2098ee2/ed48cb41-cb8b-46ba-9ab6-f3637928b417/ab76c893-e5b8-4955-903f-640f77c35998) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:29:16.742323 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e333042-9ffc-41aa-9975-b8cfbed9d740 req-b517a01f-00a0-415a-a472-d718c97315c3 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:16.744059 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9e333042-9ffc-41aa-9975-b8cfbed9d740 req-b517a01f-00a0-415a-a472-d718c97315c3 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 946 time: 0.0566723 Nov 24 11:29:16.799189 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9e333042-9ffc-41aa-9975-b8cfbed9d740 req-c1bcaae1-8f06-4ba8-98b3-7f7550457a9a tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486088 Nov 24 11:29:16.807277 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-5d6f9f02-fd88-45ed-9b83-2aca2404d64e req-7cd818ae-ebc6-401c-8eb7-7f09572520cb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458795 Nov 24 11:29:16.856336 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-be1aa5e4-39ba-442e-bc4c-57364dc532c7 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:16.861869 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-be1aa5e4-39ba-442e-bc4c-57364dc532c7 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975220'] for floatingip, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:16.885258 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:16.907610 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7610d29f-c1cd-4119-a4c3-5ed09228e602 None None] New status for floating IP 9caa80bb-5b68-49ca-b32b-5224d2706d0a: DOWN {{(pid=102484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 11:29:17.025978 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8d64e5a9-986e-433d-9ab7-f5f94d4d2a04 req-b2bafbac-9b3f-42b6-ab6a-be1dc8fa1136 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=64979af8-32ea-4b53-8f11-e1e8b8e5cbcd HTTP/1.1" status: 200 len: 210 time: 0.0281878 Nov 24 11:29:17.163534 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56060) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:17.218152 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2e6d3e1f-4a86-4ff2-858d-e54236613559 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:17.242139 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2e6d3e1f-4a86-4ff2-858d-e54236613559 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:17.248835 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-887df565-4dd0-46c5-8513-e929083b6519 req-dd1bd8de-e864-43f7-ac30-89417d8a57b0 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:17.260809 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.l3_db [None req-be1aa5e4-39ba-442e-bc4c-57364dc532c7 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Floating IP 3144061f-760f-43be-b4af-6b10bc658ee1 associated. External IP: 172.27.1.61, port: 2f34f279-6ab2-43af-90ef-cf7078c56fca. Nov 24 11:29:17.289467 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2e6d3e1f-4a86-4ff2-858d-e54236613559 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:17.292151 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2e6d3e1f-4a86-4ff2-858d-e54236613559 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:17.294830 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-2e6d3e1f-4a86-4ff2-858d-e54236613559 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "DELETE /v2.0/security-groups/fbf87c58-8776-47f6-a552-ad6c38fa90c1 HTTP/1.1" status: 204 len: 168 time: 0.1300480 Nov 24 11:29:17.298016 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56062) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:17.315509 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d3e1f-4a86-4ff2-858d-e54236613559 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf87c58-8776-47f6-a552-ad6c38fa90c1,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:17.317855 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.api.v2.resource [None req-776c5dd3-76a1-47c4-95e3-0a7c2d7838b5 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] show failed (client error): The resource could not be found. Nov 24 11:29:17.318781 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-776c5dd3-76a1-47c4-95e3-0a7c2d7838b5 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups/fbf87c58-8776-47f6-a552-ad6c38fa90c1 HTTP/1.1" status: 404 len: 347 time: 0.0186541 Nov 24 11:29:17.321666 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56064) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:17.372239 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-887df565-4dd0-46c5-8513-e929083b6519 req-dd1bd8de-e864-43f7-ac30-89417d8a57b0 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:17.451220 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-8fb51734-89f0-47cf-b3e7-6bebe0cec1ba tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Deleting port 22961e6c-0f10-41b8-8eee-bdcf239d7c27 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:29:17.451559 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8fb51734-89f0-47cf-b3e7-6bebe0cec1ba tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:17.461379 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887df565-4dd0-46c5-8513-e929083b6519 req-dd1bd8de-e864-43f7-ac30-89417d8a57b0 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Network f3338c17-946b-45b7-aa49-64c8a2098ee2 is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:29:17.468744 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [req-887df565-4dd0-46c5-8513-e929083b6519 req-dd1bd8de-e864-43f7-ac30-89417d8a57b0 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:29:17.472120 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1bd8de-e864-43f7-ac30-89417d8a57b0 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Pushing event updated for resources: {'Port': ['ID=ab76c893-e5b8-4955-903f-640f77c35998,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:17.474866 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [req-887df565-4dd0-46c5-8513-e929083b6519 req-dd1bd8de-e864-43f7-ac30-89417d8a57b0 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:29:17.537132 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8fb51734-89f0-47cf-b3e7-6bebe0cec1ba tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:17.537437 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8fb51734-89f0-47cf-b3e7-6bebe0cec1ba tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:17.550895 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-8fb51734-89f0-47cf-b3e7-6bebe0cec1ba tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Calling delete_port for 22961e6c-0f10-41b8-8eee-bdcf239d7c27 owned by network:floatingip {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:29:17.562868 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887df565-4dd0-46c5-8513-e929083b6519 req-dd1bd8de-e864-43f7-ac30-89417d8a57b0 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:17.563481 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-887df565-4dd0-46c5-8513-e929083b6519 req-dd1bd8de-e864-43f7-ac30-89417d8a57b0 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:17.586694 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-887df565-4dd0-46c5-8513-e929083b6519 req-dd1bd8de-e864-43f7-ac30-89417d8a57b0 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4461942 Nov 24 11:29:17.590977 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1aa5e4-39ba-442e-bc4c-57364dc532c7 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Router 0f27a696-462e-43c2-82b0-88180841b79f has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:29:17.601981 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-887df565-4dd0-46c5-8513-e929083b6519 req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] Request body: {'port': {'device_id': '64979af8-32ea-4b53-8f11-e1e8b8e5cbcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81908'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:29:17.662144 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1508d6f-625c-49d2-b679-5bce0063568f req-83bea6ef-db11-45f3-ad0d-673a7430245f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:17.663548 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1508d6f-625c-49d2-b679-5bce0063568f req-83bea6ef-db11-45f3-ad0d-673a7430245f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 945 time: 0.1039155 Nov 24 11:29:17.693143 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-887df565-4dd0-46c5-8513-e929083b6519 req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:17.748733 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1508d6f-625c-49d2-b679-5bce0063568f req-98f7b0f9-7432-4017-b0c0-1063139e8146 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702920 Nov 24 11:29:17.765489 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8fb51734-89f0-47cf-b3e7-6bebe0cec1ba tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:17.779478 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1aa5e4-39ba-442e-bc4c-57364dc532c7 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:29:17.788795 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-be1aa5e4-39ba-442e-bc4c-57364dc532c7 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for floatingip, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:17.790680 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0b9913-cd9d-407d-9218-30842eeb1043 None None] Sync routers for ids ['0f27a696-462e-43c2-82b0-88180841b79f'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:29:17.791996 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb51734-89f0-47cf-b3e7-6bebe0cec1ba tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Pushing event deleted for resources: {'Port': ['ID=22961e6c-0f10-41b8-8eee-bdcf239d7c27,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:17.812330 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0b9913-cd9d-407d-9218-30842eeb1043 None None] Routers {'0f27a696-462e-43c2-82b0-88180841b79f'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:29:17.813090 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-ae0b9913-cd9d-407d-9218-30842eeb1043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:28:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['0f27a696-462e-43c2-82b0-88180841b79f'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:17.873620 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-be1aa5e4-39ba-442e-bc4c-57364dc532c7 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "PUT /v2.0/floatingips/3144061f-760f-43be-b4af-6b10bc658ee1 HTTP/1.1" status: 200 len: 990 time: 1.8923945 Nov 24 11:29:17.881099 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f640ef8-e4ad-4a16-b75b-e5159106969f', 'tag': '2f34f279-6ab2-43af-90ef-cf7078c56fca'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:29:17.891512 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8fb51734-89f0-47cf-b3e7-6bebe0cec1ba tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for floatingip, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:17.891946 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f3f2af-3681-43cb-9a95-991ba53509e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f640ef8-e4ad-4a16-b75b-e5159106969f", "tag": "2f34f279-6ab2-43af-90ef-cf7078c56fca"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:29:17.896428 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8fb51734-89f0-47cf-b3e7-6bebe0cec1ba tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for floatingip, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:17.901469 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-8fb51734-89f0-47cf-b3e7-6bebe0cec1ba tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "DELETE /v2.0/floatingips/9caa80bb-5b68-49ca-b32b-5224d2706d0a HTTP/1.1" status: 204 len: 168 time: 0.5787561 Nov 24 11:29:17.993783 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb038ebd-9778-4a1a-ad04-55d8e4a39c81 req-e64e9437-02fb-45d6-b913-4669dacd2f60 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:18.003582 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eb038ebd-9778-4a1a-ad04-55d8e4a39c81 req-e64e9437-02fb-45d6-b913-4669dacd2f60 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 946 time: 0.0615375 Nov 24 11:29:18.024184 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-ae0b9913-cd9d-407d-9218-30842eeb1043 None None] Set router 0f27a696-462e-43c2-82b0-88180841b79f gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:29:18.072428 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fccd4c-4426-4dc6-8de3-3cbd5553735b x-openstack-request-id: req-99fccd4c-4426-4dc6-8de3-3cbd5553735b {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:29:18.072875 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f640ef8-e4ad-4a16-b75b-e5159106969f", "tag": "2f34f279-6ab2-43af-90ef-cf7078c56fca", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:29:18.073224 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-99fccd4c-4426-4dc6-8de3-3cbd5553735b {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:29:18.073688 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f640ef8-e4ad-4a16-b75b-e5159106969f', 'tag': '2f34f279-6ab2-43af-90ef-cf7078c56fca', 'status': 'completed', 'code': 200} Nov 24 11:29:18.083746 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eb038ebd-9778-4a1a-ad04-55d8e4a39c81 req-aa57fc31-2f87-4662-a4bc-887ca53afcda tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739293 Nov 24 11:29:18.147298 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [req-887df565-4dd0-46c5-8513-e929083b6519 req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab76c893-e5b8-4955-903f-640f77c35998 {{(pid=102481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:29:18.172092 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-887df565-4dd0-46c5-8513-e929083b6519 req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:18.193974 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.provisioning_blocks [req-887df565-4dd0-46c5-8513-e929083b6519 req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] Transition to ACTIVE for port object ab76c893-e5b8-4955-903f-640f77c35998 will not be triggered until provisioned by entity L2. {{(pid=102481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 11:29:18.196010 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062dd88-a771-4b01-86f8-f36b10f47c2a req-7f859cdf-c366-4d7b-b64f-f8d103efb50a tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:18.201787 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-887df565-4dd0-46c5-8513-e929083b6519 req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534712165'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:18.206291 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e062dd88-a771-4b01-86f8-f36b10f47c2a req-7f859cdf-c366-4d7b-b64f-f8d103efb50a tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=64979af8-32ea-4b53-8f11-e1e8b8e5cbcd HTTP/1.1" status: 200 len: 931 time: 0.0702457 Nov 24 11:29:18.213030 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3f2af-3681-43cb-9a95-991ba53509e5 req-7001a346-32e0-464d-9d33-f6665874ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:18.214681 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-c5f3f2af-3681-43cb-9a95-991ba53509e5 req-7001a346-32e0-464d-9d33-f6665874ee3b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6a92dfb7f26143f8aa4cc3ca2bcc9088&device_id=5f640ef8-e4ad-4a16-b75b-e5159106969f HTTP/1.1" status: 200 len: 1098 time: 0.1401429 Nov 24 11:29:18.283449 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e062dd88-a771-4b01-86f8-f36b10f47c2a req-a1b60d18-6f6c-4a83-af05-3d1d9de23dac tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702224 Nov 24 11:29:18.335534 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56078) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:18.340994 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-3e250db6-ca02-43e5-a1d0-784bf1e26fb3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1358411338', 'description': 'tempest-description--646249940'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:29:18.365860 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3e250db6-ca02-43e5-a1d0-784bf1e26fb3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:18.366106 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] Pushing event updated for resources: {'Port': ['ID=ab76c893-e5b8-4955-903f-640f77c35998,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:18.424332 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3f2af-3681-43cb-9a95-991ba53509e5 req-b29e89e5-5cec-4151-99df-044754c362c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:18.425818 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-c5f3f2af-3681-43cb-9a95-991ba53509e5 req-b29e89e5-5cec-4151-99df-044754c362c8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0eaf43db-385c-4388-a2f4-5981573fae4b HTTP/1.1" status: 200 len: 911 time: 0.1866007 Nov 24 11:29:18.426863 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-887df565-4dd0-46c5-8513-e929083b6519 req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] Attempting to bind port ab76c893-e5b8-4955-903f-640f77c35998 on host hv-cinder-81908 for vnic_type normal with profile {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:29:18.427192 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-887df565-4dd0-46c5-8513-e929083b6519 req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] Attempting to bind port ab76c893-e5b8-4955-903f-640f77c35998 by drivers openvswitch,hyperv on host hv-cinder-81908 at level 0 using segments [{'id': '875f8071-017f-4060-a80d-3da828d68f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f3338c17-946b-45b7-aa49-64c8a2098ee2'}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:29:18.427508 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887df565-4dd0-46c5-8513-e929083b6519 req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] Attempting to bind port ab76c893-e5b8-4955-903f-640f77c35998 on network f3338c17-946b-45b7-aa49-64c8a2098ee2 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:29:18.431957 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887df565-4dd0-46c5-8513-e929083b6519 req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] Port ab76c893-e5b8-4955-903f-640f77c35998 on network f3338c17-946b-45b7-aa49-64c8a2098ee2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81908 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 11:29:18.432273 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887df565-4dd0-46c5-8513-e929083b6519 req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] Attempting to bind port ab76c893-e5b8-4955-903f-640f77c35998 on network f3338c17-946b-45b7-aa49-64c8a2098ee2 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:29:18.447089 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3e250db6-ca02-43e5-a1d0-784bf1e26fb3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:18.452263 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3e250db6-ca02-43e5-a1d0-784bf1e26fb3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:18.475980 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887df565-4dd0-46c5-8513-e929083b6519 req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] Checking agent: {'id': '3c6daaf5-cf27-4c68-b1a8-704272683c2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81908', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'started_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:29:18.476309 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887df565-4dd0-46c5-8513-e929083b6519 req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] Checking segment: {'id': '875f8071-017f-4060-a80d-3da828d68f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f3338c17-946b-45b7-aa49-64c8a2098ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:29:18.476710 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887df565-4dd0-46c5-8513-e929083b6519 req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] Bound using segment: {'id': '875f8071-017f-4060-a80d-3da828d68f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f3338c17-946b-45b7-aa49-64c8a2098ee2'} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:29:18.477148 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-887df565-4dd0-46c5-8513-e929083b6519 req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] Bound port: ab76c893-e5b8-4955-903f-640f77c35998, host: hv-cinder-81908, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875f8071-017f-4060-a80d-3da828d68f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f3338c17-946b-45b7-aa49-64c8a2098ee2'}}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:29:18.477500 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-887df565-4dd0-46c5-8513-e929083b6519 req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:18.477823 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3e250db6-ca02-43e5-a1d0-784bf1e26fb3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:18.481089 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-3e250db6-ca02-43e5-a1d0-784bf1e26fb3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1442668 Nov 24 11:29:18.483038 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56080) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:18.483432 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-ae0b9913-cd9d-407d-9218-30842eeb1043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f27a696-462e-43c2-82b0-88180841b79f', 'name': 'tempest-AttachVolumeTestJSON-423714941-router', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:10Z', 'revision_number': 4, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'gw_port': {'id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:05Z', 'updated_at': '2021-11-24T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': '3144061f-760f-43be-b4af-6b10bc658ee1', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'port_id': '2f34f279-6ab2-43af-90ef-cf7078c56fca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'mac_address': 'fa:16:3e:af:93:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f640ef8-e4ad-4a16-b75b-e5159106969f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:28:59Z', 'updated_at': '2021-11-24T11:29:16Z', 'revision_number': 1, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45ab551-33de-4d63-92a7-2573f648dc57', 'name': '', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'mac_address': 'fa:16:3e:65:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:09Z', 'updated_at': '2021-11-24T11:24:15Z', 'revision_number': 5, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'subnets': [{'id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:18.492821 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e250db6-ca02-43e5-a1d0-784bf1e26fb3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd8252d-5f6c-4f87-a17a-016290fd65d0,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:18.504160 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-0dd808fa-191b-4562-a34d-ef50d0d4fa77 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Request body: {'security_group_rule': {'security_group_id': '4dd8252d-5f6c-4f87-a17a-016290fd65d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:29:18.516805 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0b9913-cd9d-407d-9218-30842eeb1043 None None] Checking router: 0f27a696-462e-43c2-82b0-88180841b79f for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:29:18.525261 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0b9913-cd9d-407d-9218-30842eeb1043 None None] Routers {'0f27a696-462e-43c2-82b0-88180841b79f'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:29:18.525872 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-ae0b9913-cd9d-407d-9218-30842eeb1043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:28:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['0f27a696-462e-43c2-82b0-88180841b79f'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:18.555636 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-c5f3f2af-3681-43cb-9a95-991ba53509e5 req-f1e0f7f1-8563-477e-913f-c9ba4368b5af service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f34f279-6ab2-43af-90ef-cf7078c56fca HTTP/1.1" status: 200 len: 998 time: 0.1203389 Nov 24 11:29:18.609172 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0dd808fa-191b-4562-a34d-ef50d0d4fa77 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:18.633095 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-ae0b9913-cd9d-407d-9218-30842eeb1043 None None] Set router 0f27a696-462e-43c2-82b0-88180841b79f gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:29:18.643900 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-887df565-4dd0-46c5-8513-e929083b6519 req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] For port ab76c893-e5b8-4955-903f-640f77c35998, host hv-cinder-81908, cleared binding levels {{(pid=102481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:29:18.664576 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3f2af-3681-43cb-9a95-991ba53509e5 req-2bd5dad2-a7f1-4e0c-9ef7-4785b952a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:18.666064 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-c5f3f2af-3681-43cb-9a95-991ba53509e5 req-2bd5dad2-a7f1-4e0c-9ef7-4785b952a001 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d217b95-72ec-45a6-bf60-4be1d5b405e2 HTTP/1.1" status: 200 len: 849 time: 0.0982842 Nov 24 11:29:18.667803 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-887df565-4dd0-46c5-8513-e929083b6519 req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] For port ab76c893-e5b8-4955-903f-640f77c35998, host hv-cinder-81908, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=ab76c893-e5b8-4955-903f-640f77c35998,segment=NetworkSegment(875f8071-017f-4060-a80d-3da828d68f74),segment_id=875f8071-017f-4060-a80d-3da828d68f74)] {{(pid=102481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:29:18.676178 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-887df565-4dd0-46c5-8513-e929083b6519 req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534712165'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:18.740749 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af39d70-eb32-4f02-9d94-ef555e2f5f19 req-c1e58183-448d-4e71-9ec0-cb65f6e2dde3 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:18.742448 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8af39d70-eb32-4f02-9d94-ef555e2f5f19 req-c1e58183-448d-4e71-9ec0-cb65f6e2dde3 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.65 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 946 time: 0.0557601 Nov 24 11:29:18.772099 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887df565-4dd0-46c5-8513-e929083b6519 req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:18.772663 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-887df565-4dd0-46c5-8513-e929083b6519 req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:18.774225 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-887df565-4dd0-46c5-8513-e929083b6519 req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] 10.222.0.65 "PUT /v2.0/ports/ab76c893-e5b8-4955-903f-640f77c35998 HTTP/1.1" status: 200 len: 1093 time: 1.1782081 Nov 24 11:29:18.787156 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0dd808fa-191b-4562-a34d-ef50d0d4fa77 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:18.797414 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0dd808fa-191b-4562-a34d-ef50d0d4fa77 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:18.810288 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f62bb-5bf1-45b1-a435-6aa9c1f6947c service neutron] Pushing event updated for resources: {'Port': ['ID=ab76c893-e5b8-4955-903f-640f77c35998,revision_number=3']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:18.829447 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd808fa-191b-4562-a34d-ef50d0d4fa77 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8472e261-62af-4584-836d-d5e63dfc4ff4,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:18.834636 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3f2af-3681-43cb-9a95-991ba53509e5 req-a35c1912-4556-4b74-bcf6-7124fa60a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:18.836231 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-c5f3f2af-3681-43cb-9a95-991ba53509e5 req-a35c1912-4556-4b74-bcf6-7124fa60a076 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0eaf43db-385c-4388-a2f4-5981573fae4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1141472 Nov 24 11:29:18.844623 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0dd808fa-191b-4562-a34d-ef50d0d4fa77 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:18.847514 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-0dd808fa-191b-4562-a34d-ef50d0d4fa77 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3571823 Nov 24 11:29:18.850872 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56084) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:18.863616 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-01b443e3-bec9-49e0-8d03-c13affc265c7 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Request body: {'security_group_rule': {'security_group_id': '4dd8252d-5f6c-4f87-a17a-016290fd65d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:29:18.921167 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-8af39d70-eb32-4f02-9d94-ef555e2f5f19 req-b33489a8-f419-4c91-9ec7-8832b6b0edb6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Deleting port c0f9dbe2-b546-41c5-899d-f430a9fa6614 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:29:18.921843 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-8af39d70-eb32-4f02-9d94-ef555e2f5f19 req-b33489a8-f419-4c91-9ec7-8832b6b0edb6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:18.932868 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-ae0b9913-cd9d-407d-9218-30842eeb1043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f27a696-462e-43c2-82b0-88180841b79f', 'name': 'tempest-AttachVolumeTestJSON-423714941-router', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:10Z', 'revision_number': 4, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'gw_port': {'id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:05Z', 'updated_at': '2021-11-24T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': '3144061f-760f-43be-b4af-6b10bc658ee1', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'port_id': '2f34f279-6ab2-43af-90ef-cf7078c56fca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'mac_address': 'fa:16:3e:af:93:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f640ef8-e4ad-4a16-b75b-e5159106969f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:28:59Z', 'updated_at': '2021-11-24T11:29:16Z', 'revision_number': 1, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45ab551-33de-4d63-92a7-2573f648dc57', 'name': '', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'mac_address': 'fa:16:3e:65:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:09Z', 'updated_at': '2021-11-24T11:24:15Z', 'revision_number': 5, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'subnets': [{'id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:18.954047 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-01b443e3-bec9-49e0-8d03-c13affc265c7 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:18.960405 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0b9913-cd9d-407d-9218-30842eeb1043 None None] The sync data for ids ['0f27a696-462e-43c2-82b0-88180841b79f'] in dv-cinder-819089-1-iscsi is: [{'id': '0f27a696-462e-43c2-82b0-88180841b79f', 'name': 'tempest-AttachVolumeTestJSON-423714941-router', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:10Z', 'revision_number': 4, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'gw_port': {'id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:05Z', 'updated_at': '2021-11-24T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': '3144061f-760f-43be-b4af-6b10bc658ee1', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'port_id': '2f34f279-6ab2-43af-90ef-cf7078c56fca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'mac_address': 'fa:16:3e:af:93:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f640ef8-e4ad-4a16-b75b-e5159106969f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:28:59Z', 'updated_at': '2021-11-24T11:29:16Z', 'revision_number': 1, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45ab551-33de-4d63-92a7-2573f648dc57', 'name': '', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'mac_address': 'fa:16:3e:65:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:09Z', 'updated_at': '2021-11-24T11:24:15Z', 'revision_number': 5, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'subnets': [{'id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:29:18.969337 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887df565-4dd0-46c5-8513-e929083b6519 req-4f3512ae-f479-41da-8dc4-5ac3fd5ff4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:18.970841 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-887df565-4dd0-46c5-8513-e929083b6519 req-4f3512ae-f479-41da-8dc4-5ac3fd5ff4a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8dd321b34b44dd69e1abd68854da45e&device_id=64979af8-32ea-4b53-8f11-e1e8b8e5cbcd HTTP/1.1" status: 200 len: 1096 time: 0.1196725 Nov 24 11:29:19.025469 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-887df565-4dd0-46c5-8513-e929083b6519 req-c581ab41-ddaa-4812-882c-527d6ff62c5c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab76c893-e5b8-4955-903f-640f77c35998 HTTP/1.1" status: 200 len: 217 time: 0.0455444 Nov 24 11:29:19.029442 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-c5f3f2af-3681-43cb-9a95-991ba53509e5 req-cec1cbc2-b28c-4fec-af5a-ad0bd5ce7b74 service neutron] 10.222.0.65 "GET /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805706 Nov 24 11:29:19.048594 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92387f21-6967-4f73-9fe7-75b1e511d057 req-1fe605f0-3867-43f3-807c-935616df4bc8 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:19.052763 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-92387f21-6967-4f73-9fe7-75b1e511d057 req-1fe605f0-3867-43f3-807c-935616df4bc8 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 945 time: 0.1786859 Nov 24 11:29:19.170566 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887df565-4dd0-46c5-8513-e929083b6519 req-56d00ee8-24ca-484f-a494-a735739d95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:19.172078 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-887df565-4dd0-46c5-8513-e929083b6519 req-56d00ee8-24ca-484f-a494-a735739d95c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed48cb41-cb8b-46ba-9ab6-f3637928b417 HTTP/1.1" status: 200 len: 854 time: 0.1331832 Nov 24 11:29:19.177065 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-8af39d70-eb32-4f02-9d94-ef555e2f5f19 req-b33489a8-f419-4c91-9ec7-8832b6b0edb6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] For port c0f9dbe2-b546-41c5-899d-f430a9fa6614, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=c0f9dbe2-b546-41c5-899d-f430a9fa6614,segment=NetworkSegment(4141028b-6fbb-4c67-8d3f-b37ba25edbb7),segment_id=4141028b-6fbb-4c67-8d3f-b37ba25edbb7)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:19.177438 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-8af39d70-eb32-4f02-9d94-ef555e2f5f19 req-b33489a8-f419-4c91-9ec7-8832b6b0edb6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:19.186528 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-92387f21-6967-4f73-9fe7-75b1e511d057 req-a0c6d560-6795-4993-b30b-af1bf1d70299 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194255 Nov 24 11:29:19.218795 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-887df565-4dd0-46c5-8513-e929083b6519 req-9a88833d-f2c3-43db-ac7e-a86165de4133 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f3338c17-946b-45b7-aa49-64c8a2098ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378256 Nov 24 11:29:19.231942 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-8af39d70-eb32-4f02-9d94-ef555e2f5f19 req-b33489a8-f419-4c91-9ec7-8832b6b0edb6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Calling delete_port for c0f9dbe2-b546-41c5-899d-f430a9fa6614 owned by compute:nova {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:29:19.250433 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-01b443e3-bec9-49e0-8d03-c13affc265c7 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:19.254185 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-c5f3f2af-3681-43cb-9a95-991ba53509e5 req-5990b5b1-52da-4e4f-8189-c01a086166d1 service neutron] 10.222.0.65 "GET /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061224 Nov 24 11:29:19.273121 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-01b443e3-bec9-49e0-8d03-c13affc265c7 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:19.319850 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974e1c72-2859-4c36-9ea4-671c326a4c94 None None] New status for floating IP 3144061f-760f-43be-b4af-6b10bc658ee1: ACTIVE {{(pid=102484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 11:29:19.338827 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-01b443e3-bec9-49e0-8d03-c13affc265c7 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:19.342030 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-887df565-4dd0-46c5-8513-e929083b6519 req-81a3d6e8-8cd3-4e85-a408-7219bad6c6a0 service neutron] 10.222.0.65 "GET /v2.0/networks/f3338c17-946b-45b7-aa49-64c8a2098ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145227 Nov 24 11:29:19.343106 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56096) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:19.343286 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-01b443e3-bec9-49e0-8d03-c13affc265c7 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4912577 Nov 24 11:29:19.348275 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-156c47a4-3d53-4839-84dd-4e6f19fa6e56 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Request body: {'floatingip': {'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:29:19.370833 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b443e3-bec9-49e0-8d03-c13affc265c7 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fd3f08-2342-41dd-9d8c-b524c6652f56,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:19.402080 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b85ae-8d05-49bf-9f94-eb5c58ca20ed req-663db455-05a5-4e06-9c08-d5aa7a2d897f tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:19.404616 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-632b85ae-8d05-49bf-9f94-eb5c58ca20ed req-663db455-05a5-4e06-9c08-d5aa7a2d897f tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/ports?device_id=b65303cd-7d89-41e5-9a7d-8293c5dc1828 HTTP/1.1" status: 200 len: 946 time: 0.2082560 Nov 24 11:29:19.446436 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-156c47a4-3d53-4839-84dd-4e6f19fa6e56 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for floatingip, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:19.487002 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932d5df-2a2c-44f2-acdd-31070e1b5829 req-36ea1b33-88f5-4686-9d1c-70c2e58984c3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:19.489893 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2932d5df-2a2c-44f2-acdd-31070e1b5829 req-36ea1b33-88f5-4686-9d1c-70c2e58984c3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 945 time: 0.1309638 Nov 24 11:29:19.508168 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-887df565-4dd0-46c5-8513-e929083b6519 req-efc76a8f-135e-47f0-818b-d6cd0c4ee73d service neutron] 10.222.0.65 "GET /v2.0/networks/f3338c17-946b-45b7-aa49-64c8a2098ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549768 Nov 24 11:29:19.530414 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-632b85ae-8d05-49bf-9f94-eb5c58ca20ed req-95cb5a8c-6570-44ce-ae12-989f059ede37 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffef688e-d2ac-4f31-8180-b87b60e0a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168945 Nov 24 11:29:19.540230 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 029f9f7f-08e4-421a-bec6-0045084f566d no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:29:19.587392 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] No Port match for: 029f9f7f-08e4-421a-bec6-0045084f566d {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:29:19.587892 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 029f9f7f-08e4-421a-bec6-0045084f566d not bound to the agent host hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:29:19.630045 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2932d5df-2a2c-44f2-acdd-31070e1b5829 req-dc4563a9-58fa-42ca-bc8b-9a0b786e2011 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277311 Nov 24 11:29:19.637218 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-156c47a4-3d53-4839-84dd-4e6f19fa6e56 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:19.658165 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56098) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:19.672224 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-8af39d70-eb32-4f02-9d94-ef555e2f5f19 req-b33489a8-f419-4c91-9ec7-8832b6b0edb6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:19.686252 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['c0f9dbe2-b546-41c5-899d-f430a9fa6614'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:29:19.723722 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33489a8-f419-4c91-9ec7-8832b6b0edb6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Pushing event deleted for resources: {'Port': ['ID=c0f9dbe2-b546-41c5-899d-f430a9fa6614,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:19.762748 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [None req-156c47a4-3d53-4839-84dd-4e6f19fa6e56 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Allocated IP 172.27.1.60 (abec3bdb-3f5f-43d3-a05f-b74eaa51b59e/68c5d2bd-607c-45ea-a578-f70e1637afae/b6424a8c-d744-4ffa-b0f4-a2373e161fd4) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:29:19.766420 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6b82e-fcea-4dfb-b7d5-1a41f1743f5c req-12c9a50b-e851-48df-b08a-fcaf7fab20d4 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:19.772548 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7dd6b82e-fcea-4dfb-b7d5-1a41f1743f5c req-12c9a50b-e851-48df-b08a-fcaf7fab20d4 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=64979af8-32ea-4b53-8f11-e1e8b8e5cbcd HTTP/1.1" status: 200 len: 943 time: 0.1620963 Nov 24 11:29:19.799147 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af39d70-eb32-4f02-9d94-ef555e2f5f19 req-b33489a8-f419-4c91-9ec7-8832b6b0edb6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] No DVR routers for this DVR port c0f9dbe2-b546-41c5-899d-f430a9fa6614 on host hv-cinder-81908 {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:29:19.812334 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-8af39d70-eb32-4f02-9d94-ef555e2f5f19 req-b33489a8-f419-4c91-9ec7-8832b6b0edb6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:19.815557 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8af39d70-eb32-4f02-9d94-ef555e2f5f19 req-b33489a8-f419-4c91-9ec7-8832b6b0edb6 tempest-TestMinimumBasicScenario-1782683659 tempest-TestMinimumBasicScenario-1782683659-project] 10.222.0.65 "DELETE /v2.0/ports/c0f9dbe2-b546-41c5-899d-f430a9fa6614 HTTP/1.1" status: 204 len: 173 time: 1.0620341 Nov 24 11:29:19.816160 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65303cd-7d89-41e5-9a7d-8293c5dc1828', 'name': 'network-vif-deleted', 'tag': 'c0f9dbe2-b546-41c5-899d-f430a9fa6614'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:29:19.818403 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f0a5d9-6d01-4b7b-b4f4-561263768821" -d '{"events": [{"server_uuid": "b65303cd-7d89-41e5-9a7d-8293c5dc1828", "name": "network-vif-deleted", "tag": "c0f9dbe2-b546-41c5-899d-f430a9fa6614"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:29:19.822399 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab64a28-e75f-4630-95a4-25804739f49e tempest-TestVolumeBootPattern-730844962 tempest-TestVolumeBootPattern-730844962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:19.823888 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-dab64a28-e75f-4630-95a4-25804739f49e tempest-TestVolumeBootPattern-730844962 tempest-TestVolumeBootPattern-730844962-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 1093 time: 0.1646526 Nov 24 11:29:19.827274 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56102) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:19.836071 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-8de31f38-bb85-4b32-8109-211e07056da7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Request body: {'floatingip': {'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'port_id': '5e977cf2-5e37-46ad-adbd-be8237c48c51', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:29:19.867567 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2967ea9c-fc90-4050-8687-1c64be1dfb88 x-openstack-request-id: req-2967ea9c-fc90-4050-8687-1c64be1dfb88 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:29:19.867864 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65303cd-7d89-41e5-9a7d-8293c5dc1828", "name": "network-vif-deleted", "tag": "c0f9dbe2-b546-41c5-899d-f430a9fa6614", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:29:19.868114 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2967ea9c-fc90-4050-8687-1c64be1dfb88 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:29:19.868519 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65303cd-7d89-41e5-9a7d-8293c5dc1828', 'name': 'network-vif-deleted', 'tag': 'c0f9dbe2-b546-41c5-899d-f430a9fa6614', 'status': 'completed', 'code': 200} Nov 24 11:29:19.879500 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8de31f38-bb85-4b32-8109-211e07056da7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for floatingip, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:19.893411 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7dd6b82e-fcea-4dfb-b7d5-1a41f1743f5c req-ad11f51e-1a28-4ae7-b6e6-0d6f5481f3d0 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161559 Nov 24 11:29:19.894030 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-156c47a4-3d53-4839-84dd-4e6f19fa6e56 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:19.946477 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-156c47a4-3d53-4839-84dd-4e6f19fa6e56 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:19.989417 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8de31f38-bb85-4b32-8109-211e07056da7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:19.998430 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156c47a4-3d53-4839-84dd-4e6f19fa6e56 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:29:20.001250 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-156c47a4-3d53-4839-84dd-4e6f19fa6e56 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:29:20.004747 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156c47a4-3d53-4839-84dd-4e6f19fa6e56 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:29:20.010246 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c47a4-3d53-4839-84dd-4e6f19fa6e56 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Pushing event updated for resources: {'Port': ['ID=b6424a8c-d744-4ffa-b0f4-a2373e161fd4,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:20.074676 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64979af8-32ea-4b53-8f11-e1e8b8e5cbcd', 'tag': 'ab76c893-e5b8-4955-903f-640f77c35998'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:29:20.076771 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cbb5ff-1fc3-45c9-8e3a-7aea6a0b2e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "64979af8-32ea-4b53-8f11-e1e8b8e5cbcd", "tag": "ab76c893-e5b8-4955-903f-640f77c35998"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:29:20.097597 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-156c47a4-3d53-4839-84dd-4e6f19fa6e56 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:20.110381 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [None req-8de31f38-bb85-4b32-8109-211e07056da7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Allocated IP 172.27.1.203 (abec3bdb-3f5f-43d3-a05f-b74eaa51b59e/68c5d2bd-607c-45ea-a578-f70e1637afae/6e1b6920-8099-4142-bdb9-05f544771f16) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:29:20.139806 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6526682e-7b15-4c8d-990c-4020bd3a20c8 x-openstack-request-id: req-6526682e-7b15-4c8d-990c-4020bd3a20c8 {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:29:20.140030 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64979af8-32ea-4b53-8f11-e1e8b8e5cbcd", "tag": "ab76c893-e5b8-4955-903f-640f77c35998", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:29:20.140282 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6526682e-7b15-4c8d-990c-4020bd3a20c8 {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:29:20.140693 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64979af8-32ea-4b53-8f11-e1e8b8e5cbcd', 'tag': 'ab76c893-e5b8-4955-903f-640f77c35998', 'status': 'completed', 'code': 200} Nov 24 11:29:20.150367 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-156c47a4-3d53-4839-84dd-4e6f19fa6e56 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:20.252005 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbb5ff-1fc3-45c9-8e3a-7aea6a0b2e9e req-2e5ee33d-72bf-48a2-a0a4-fdb1a6252e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:20.253573 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f0cbb5ff-1fc3-45c9-8e3a-7aea6a0b2e9e req-2e5ee33d-72bf-48a2-a0a4-fdb1a6252e77 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8dd321b34b44dd69e1abd68854da45e&device_id=64979af8-32ea-4b53-8f11-e1e8b8e5cbcd HTTP/1.1" status: 200 len: 1096 time: 0.1076124 Nov 24 11:29:20.266342 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8de31f38-bb85-4b32-8109-211e07056da7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for port, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:20.316958 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-156c47a4-3d53-4839-84dd-4e6f19fa6e56 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:20.322791 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-156c47a4-3d53-4839-84dd-4e6f19fa6e56 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534712165'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:20.364105 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8de31f38-bb85-4b32-8109-211e07056da7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:20.398036 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c47a4-3d53-4839-84dd-4e6f19fa6e56 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Pushing event updated for resources: {'Port': ['ID=b6424a8c-d744-4ffa-b0f4-a2373e161fd4,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:20.405314 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-156c47a4-3d53-4839-84dd-4e6f19fa6e56 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975220'] for floatingip, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:20.420431 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-156c47a4-3d53-4839-84dd-4e6f19fa6e56 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for floatingip, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:20.421689 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-156c47a4-3d53-4839-84dd-4e6f19fa6e56 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0775268 Nov 24 11:29:20.423316 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de31f38-bb85-4b32-8109-211e07056da7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:29:20.428327 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-8de31f38-bb85-4b32-8109-211e07056da7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:29:20.430971 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de31f38-bb85-4b32-8109-211e07056da7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:29:20.472495 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbb5ff-1fc3-45c9-8e3a-7aea6a0b2e9e req-243d6f22-a024-4c43-bca5-ae53f21c1955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:20.474019 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f0cbb5ff-1fc3-45c9-8e3a-7aea6a0b2e9e req-243d6f22-a024-4c43-bca5-ae53f21c1955 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f3338c17-946b-45b7-aa49-64c8a2098ee2 HTTP/1.1" status: 200 len: 915 time: 0.1914687 Nov 24 11:29:20.476402 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de31f38-bb85-4b32-8109-211e07056da7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event updated for resources: {'Port': ['ID=6e1b6920-8099-4142-bdb9-05f544771f16,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:20.522361 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f0cbb5ff-1fc3-45c9-8e3a-7aea6a0b2e9e req-2ce29e47-05f8-414e-bfda-21aee355f97a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab76c893-e5b8-4955-903f-640f77c35998 HTTP/1.1" status: 200 len: 217 time: 0.0391750 Nov 24 11:29:20.655827 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbb5ff-1fc3-45c9-8e3a-7aea6a0b2e9e req-41518b62-152c-46e3-9708-4d7110f98d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:20.657323 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f0cbb5ff-1fc3-45c9-8e3a-7aea6a0b2e9e req-41518b62-152c-46e3-9708-4d7110f98d8e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed48cb41-cb8b-46ba-9ab6-f3637928b417 HTTP/1.1" status: 200 len: 854 time: 0.1285169 Nov 24 11:29:20.733876 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f0cbb5ff-1fc3-45c9-8e3a-7aea6a0b2e9e req-73413d91-242b-418c-ad17-90946545244a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f3338c17-946b-45b7-aa49-64c8a2098ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426948 Nov 24 11:29:20.783497 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-817a95c7-5108-469d-a2ed-c79997747e89 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1358411338&fields=id&tenant_id=45f80f37390a4f5f8b97a920ce8330df HTTP/1.1" status: 200 len: 267 time: 0.1756797 Nov 24 11:29:21.135740 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56168) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:21.260761 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f0cbb5ff-1fc3-45c9-8e3a-7aea6a0b2e9e req-d9e7929c-abfc-43a5-9333-3e1fc6763865 service neutron] 10.222.0.65 "GET /v2.0/networks/f3338c17-946b-45b7-aa49-64c8a2098ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156929 Nov 24 11:29:21.268935 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dce400-5a60-40e8-a24f-e37dec8fa969 req-ff1bfc2f-dc5c-4bd3-9a7a-e2d84a8e5802 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:21.270449 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e2dce400-5a60-40e8-a24f-e37dec8fa969 req-ff1bfc2f-dc5c-4bd3-9a7a-e2d84a8e5802 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=64979af8-32ea-4b53-8f11-e1e8b8e5cbcd HTTP/1.1" status: 200 len: 943 time: 0.2025430 Nov 24 11:29:21.311624 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-75dfec77-6735-4173-ba0c-a6d82020c8b5 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:21.313093 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-75dfec77-6735-4173-ba0c-a6d82020c8b5 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/networks?id=1ba09535-c948-4159-ac87-b3cbd70bbf1e HTTP/1.1" status: 200 len: 816 time: 0.5190599 Nov 24 11:29:21.400766 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-b393d64d-e641-400d-9c7f-724d62a1f3d1 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/quotas/45f80f37390a4f5f8b97a920ce8330df HTTP/1.1" status: 200 len: 375 time: 0.0452316 Nov 24 11:29:21.522734 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e2dce400-5a60-40e8-a24f-e37dec8fa969 req-10fbc5c6-b5f8-4d93-b8ce-cdc77def1a31 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358644 Nov 24 11:29:21.577503 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-a3858f35-9c68-4676-baf0-55498b2ea10a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=45f80f37390a4f5f8b97a920ce8330df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1593583 Nov 24 11:29:21.580412 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8de31f38-bb85-4b32-8109-211e07056da7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:21.606587 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f0cbb5ff-1fc3-45c9-8e3a-7aea6a0b2e9e req-7452fa7c-8b4b-4cd8-97e8-ac5d13c248fa service neutron] 10.222.0.65 "GET /v2.0/networks/f3338c17-946b-45b7-aa49-64c8a2098ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273995 Nov 24 11:29:21.691750 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8de31f38-bb85-4b32-8109-211e07056da7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:21.790834 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a62c-3f1d-4eb3-bc7c-c8504b040f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2040244'] for router_interface, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:21.811650 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-bc368c00-bb29-423e-8d2b-7e30500709b5 service neutron] 10.222.0.54 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026732 Nov 24 11:29:21.965784 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-d9a643ca-a8d4-4f13-b016-8fe20852dd63 service neutron] 10.222.0.54 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242223 Nov 24 11:29:21.967485 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8de31f38-bb85-4b32-8109-211e07056da7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for port, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:21.973638 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8de31f38-bb85-4b32-8109-211e07056da7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:22.019317 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de31f38-bb85-4b32-8109-211e07056da7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event updated for resources: {'Port': ['ID=6e1b6920-8099-4142-bdb9-05f544771f16,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:22.064363 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8de31f38-bb85-4b32-8109-211e07056da7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975220'] for floatingip, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:22.101646 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-0ca8a62c-3f1d-4eb3-bc7c-c8504b040f58 admin admin] Deleting port e51b253c-3aaf-4597-a910-f819d9cadb04 {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:29:22.101998 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a62c-3f1d-4eb3-bc7c-c8504b040f58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:22.159123 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d4373b4c-9fd3-45d0-b3ba-c6afc126bb4f req-0c36abc1-d3e4-4d6e-a4d2-78130032592a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 210 time: 0.0342107 Nov 24 11:29:22.198749 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [None req-0ca8a62c-3f1d-4eb3-bc7c-c8504b040f58 admin admin] For port e51b253c-3aaf-4597-a910-f819d9cadb04, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=e51b253c-3aaf-4597-a910-f819d9cadb04,segment=NetworkSegment(4141028b-6fbb-4c67-8d3f-b37ba25edbb7),segment_id=4141028b-6fbb-4c67-8d3f-b37ba25edbb7)] {{(pid=102481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:22.199505 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a62c-3f1d-4eb3-bc7c-c8504b040f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:22.211858 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-0ca8a62c-3f1d-4eb3-bc7c-c8504b040f58 admin admin] Calling delete_port for e51b253c-3aaf-4597-a910-f819d9cadb04 owned by network:router_interface {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:29:22.230280 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [None req-8de31f38-bb85-4b32-8109-211e07056da7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Floating IP 4986f96a-01af-4aed-8825-26d7efba82a8 associated. External IP: 172.27.1.203, port: 5e977cf2-5e37-46ad-adbd-be8237c48c51. Nov 24 11:29:22.407589 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a62c-3f1d-4eb3-bc7c-c8504b040f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:22.446274 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8a62c-3f1d-4eb3-bc7c-c8504b040f58 admin admin] Pushing event deleted for resources: {'Port': ['ID=e51b253c-3aaf-4597-a910-f819d9cadb04,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:22.470455 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de31f38-bb85-4b32-8109-211e07056da7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Router 513c06b9-48fa-4677-9e28-fee464e6dac1 has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:29:22.647214 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a62c-3f1d-4eb3-bc7c-c8504b040f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086948'] for router_interface, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:22.664574 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de31f38-bb85-4b32-8109-211e07056da7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:29:22.676271 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caee8ad9-4de1-49ca-846b-ec43e8f1c09a None None] Sync routers for ids ['513c06b9-48fa-4677-9e28-fee464e6dac1'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:29:22.697795 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41724827-2a0f-41a7-9d28-56def849c24d req-f92e80ab-53ce-4742-a7bb-9d7252bcf755 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:22.699985 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-41724827-2a0f-41a7-9d28-56def849c24d req-f92e80ab-53ce-4742-a7bb-9d7252bcf755 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=64979af8-32ea-4b53-8f11-e1e8b8e5cbcd HTTP/1.1" status: 200 len: 943 time: 0.0730290 Nov 24 11:29:22.701409 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caee8ad9-4de1-49ca-846b-ec43e8f1c09a None None] Routers {'513c06b9-48fa-4677-9e28-fee464e6dac1'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:29:22.702822 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-caee8ad9-4de1-49ca-846b-ec43e8f1c09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:28:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['513c06b9-48fa-4677-9e28-fee464e6dac1'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:22.703421 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8de31f38-bb85-4b32-8109-211e07056da7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for floatingip, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:22.755003 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-8de31f38-bb85-4b32-8109-211e07056da7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9263098 Nov 24 11:29:22.760507 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa260f0-59bc-4030-a91e-a6d9a12b915a', 'tag': '5e977cf2-5e37-46ad-adbd-be8237c48c51'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:29:22.763935 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c3cf38-ef12-4318-b585-e94bb99f08ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa260f0-59bc-4030-a91e-a6d9a12b915a", "tag": "5e977cf2-5e37-46ad-adbd-be8237c48c51"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:29:22.797812 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-41724827-2a0f-41a7-9d28-56def849c24d req-4b19dc41-5ba0-4316-9eb7-7a8bc4290fdf tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893469 Nov 24 11:29:22.833061 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac99321-dab7-4488-a6ef-25968341af1e x-openstack-request-id: req-0ac99321-dab7-4488-a6ef-25968341af1e {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:29:22.833430 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa260f0-59bc-4030-a91e-a6d9a12b915a", "tag": "5e977cf2-5e37-46ad-adbd-be8237c48c51", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:29:22.833755 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0ac99321-dab7-4488-a6ef-25968341af1e {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:29:22.834306 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa260f0-59bc-4030-a91e-a6d9a12b915a', 'tag': '5e977cf2-5e37-46ad-adbd-be8237c48c51', 'status': 'completed', 'code': 200} Nov 24 11:29:22.860884 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-caee8ad9-4de1-49ca-846b-ec43e8f1c09a None None] Set router 513c06b9-48fa-4677-9e28-fee464e6dac1 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:29:22.904764 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3cf38-ef12-4318-b585-e94bb99f08ff req-5d4a8d48-0b72-4ef3-9304-7205d024dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:22.906403 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-06c3cf38-ef12-4318-b585-e94bb99f08ff req-5d4a8d48-0b72-4ef3-9304-7205d024dbad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=303d49c4d2774367b4d1606a579ed56b&device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 1098 time: 0.0465932 Nov 24 11:29:22.928992 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca8a62c-3f1d-4eb3-bc7c-c8504b040f58 admin admin] Router e26571d3-27d6-48d1-acad-55f230cd583a has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:29:23.000913 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3cf38-ef12-4318-b585-e94bb99f08ff req-8d351744-e2a3-439f-96da-26eb22df8f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:23.002439 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-06c3cf38-ef12-4318-b585-e94bb99f08ff req-8d351744-e2a3-439f-96da-26eb22df8f9d service neutron] 10.222.0.65 "GET /v2.0/networks?id=f813662d-6de5-41cf-ac48-8f27f8448f99 HTTP/1.1" status: 200 len: 912 time: 0.0878787 Nov 24 11:29:23.055885 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca8a62c-3f1d-4eb3-bc7c-c8504b040f58 admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:29:23.066885 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-0ca8a62c-3f1d-4eb3-bc7c-c8504b040f58 admin admin] 10.222.0.54 "PUT /v2.0/routers/e26571d3-27d6-48d1-acad-55f230cd583a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9294775 Nov 24 11:29:23.074218 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56194) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:23.078348 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8cc5f-062d-40fe-8711-56d321d69cc1 None None] Sync routers for ids ['e26571d3-27d6-48d1-acad-55f230cd583a'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:29:23.098911 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c8cc5f-062d-40fe-8711-56d321d69cc1 None None] Routers {'e26571d3-27d6-48d1-acad-55f230cd583a'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:29:23.100298 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-c5c8cc5f-062d-40fe-8711-56d321d69cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:28:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['e26571d3-27d6-48d1-acad-55f230cd583a'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:23.112259 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-06c3cf38-ef12-4318-b585-e94bb99f08ff req-7af451dd-3ca7-4bf0-82b3-280c8061d170 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e977cf2-5e37-46ad-adbd-be8237c48c51 HTTP/1.1" status: 200 len: 999 time: 0.1014166 Nov 24 11:29:23.131751 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-caee8ad9-4de1-49ca-846b-ec43e8f1c09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': '4986f96a-01af-4aed-8825-26d7efba82a8', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'port_id': '5e977cf2-5e37-46ad-adbd-be8237c48c51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'mac_address': 'fa:16:3e:8b:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa260f0-59bc-4030-a91e-a6d9a12b915a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:29:21Z', 'updated_at': '2021-11-24T11:29:21Z', 'revision_number': 0, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc31092-c15d-4972-88cc-ecfdb3abbc5d', 'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'mac_address': 'fa:16:3e:f6:19:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:23Z', 'updated_at': '2021-11-24T11:25:29Z', 'revision_number': 5, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'subnets': [{'id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:23.165952 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3cf38-ef12-4318-b585-e94bb99f08ff req-9c66bb32-5f62-43a4-a2b5-52871e44ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:23.166301 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caee8ad9-4de1-49ca-846b-ec43e8f1c09a None None] Checking router: 513c06b9-48fa-4677-9e28-fee464e6dac1 for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:29:23.168515 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-06c3cf38-ef12-4318-b585-e94bb99f08ff req-9c66bb32-5f62-43a4-a2b5-52871e44ca8b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6137ff9-74cb-4c61-ada2-9bfaf66f6509 HTTP/1.1" status: 200 len: 850 time: 0.0491931 Nov 24 11:29:23.177377 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caee8ad9-4de1-49ca-846b-ec43e8f1c09a None None] Routers {'513c06b9-48fa-4677-9e28-fee464e6dac1'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:29:23.177998 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-caee8ad9-4de1-49ca-846b-ec43e8f1c09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:28:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['513c06b9-48fa-4677-9e28-fee464e6dac1'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:23.202066 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ce35fa08-38cd-442c-ab59-cfb8047fea75 admin admin] Publish callbacks [] for router, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:23.229787 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3cf38-ef12-4318-b585-e94bb99f08ff req-f143ab6e-37bf-40b7-8b27-ff590d0c88b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:23.232085 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-06c3cf38-ef12-4318-b585-e94bb99f08ff req-f143ab6e-37bf-40b7-8b27-ff590d0c88b5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f813662d-6de5-41cf-ac48-8f27f8448f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560455 Nov 24 11:29:23.263555 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-c5c8cc5f-062d-40fe-8711-56d321d69cc1 None None] Set router e26571d3-27d6-48d1-acad-55f230cd583a gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:29:23.331042 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3f7fae83-24b6-43a3-bfb8-cbb0e4edfb31 req-f929eb3f-dccb-463c-af50-963baf5c9bcb tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 210 time: 0.0516024 Nov 24 11:29:23.433854 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-caee8ad9-4de1-49ca-846b-ec43e8f1c09a None None] Set router 513c06b9-48fa-4677-9e28-fee464e6dac1 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:29:23.447134 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-06c3cf38-ef12-4318-b585-e94bb99f08ff req-b735d62b-b8c2-47a2-bd81-e424283b1afa service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070227 Nov 24 11:29:23.466558 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-c6fe16de-5a92-4b83-a44d-2a6bb84395f3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:23.468483 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-c6fe16de-5a92-4b83-a44d-2a6bb84395f3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.65 "GET /v2.0/networks?id=1ba09535-c948-4159-ac87-b3cbd70bbf1e HTTP/1.1" status: 200 len: 816 time: 0.2621062 Nov 24 11:29:23.473742 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ce35fa08-38cd-442c-ab59-cfb8047fea75 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:23.530006 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-c5c8cc5f-062d-40fe-8711-56d321d69cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'name': 'tempest-TestMinimumBasicScenario-1146875224-router', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '4663af10-66a5-4992-b119-554bb91eba19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:56Z', 'updated_at': '2021-11-24T11:29:22Z', 'revision_number': 5, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'gw_port': {'id': '4663af10-66a5-4992-b119-554bb91eba19', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:57Z', 'updated_at': '2021-11-24T11:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:23.544840 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device ab76c893-e5b8-4955-903f-640f77c35998 details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:29:23.547217 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device c0f9dbe2-b546-41c5-899d-f430a9fa6614 no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:29:23.568504 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-06c3cf38-ef12-4318-b585-e94bb99f08ff req-d894f3f5-433b-47af-bbed-4143e86825a9 service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089511 Nov 24 11:29:23.571515 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8cc5f-062d-40fe-8711-56d321d69cc1 None None] Checking router: e26571d3-27d6-48d1-acad-55f230cd583a for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:29:23.576767 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-75af3c54-2ab2-4238-b7c3-fbb6e037a0ee tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45f80f37390a4f5f8b97a920ce8330df HTTP/1.1" status: 200 len: 380 time: 0.0957589 Nov 24 11:29:23.577697 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] No Port match for: c0f9dbe2-b546-41c5-899d-f430a9fa6614 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:29:23.577892 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device c0f9dbe2-b546-41c5-899d-f430a9fa6614 not bound to the agent host hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:29:23.582900 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-ce35fa08-38cd-442c-ab59-cfb8047fea75 admin admin] Deleting port 4663af10-66a5-4992-b119-554bb91eba19 {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:29:23.583239 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ce35fa08-38cd-442c-ab59-cfb8047fea75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:23.585239 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c8cc5f-062d-40fe-8711-56d321d69cc1 None None] Routers {'e26571d3-27d6-48d1-acad-55f230cd583a'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:29:23.585926 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-c5c8cc5f-062d-40fe-8711-56d321d69cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:28:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['e26571d3-27d6-48d1-acad-55f230cd583a'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:23.590617 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-79cd7b50-211a-4874-a5e1-83a4b110fc9b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Request body: {'port': {'device_id': '7d40f353-4508-4bf8-b171-8f8805b2bf81', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'admin_state_up': True, 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'security_groups': ['4dd8252d-5f6c-4f87-a17a-016290fd65d0']}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:29:23.678559 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-c5c8cc5f-062d-40fe-8711-56d321d69cc1 None None] Set router e26571d3-27d6-48d1-acad-55f230cd583a gateway port host: None {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:29:23.733538 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-c5c8cc5f-062d-40fe-8711-56d321d69cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'name': 'tempest-TestMinimumBasicScenario-1146875224-router', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:56Z', 'updated_at': '2021-11-24T11:29:23Z', 'revision_number': 6, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'gw_port_host': None}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:23.765404 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8cc5f-062d-40fe-8711-56d321d69cc1 None None] The sync data for ids ['e26571d3-27d6-48d1-acad-55f230cd583a'] in dv-cinder-819089-1-iscsi is: [{'id': 'e26571d3-27d6-48d1-acad-55f230cd583a', 'name': 'tempest-TestMinimumBasicScenario-1146875224-router', 'tenant_id': 'ae558214c820410eb671590ac1e8a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:56Z', 'updated_at': '2021-11-24T11:29:23Z', 'revision_number': 6, 'project_id': 'ae558214c820410eb671590ac1e8a8da', 'gw_port_host': None}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:29:23.771366 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port ab76c893-e5b8-4955-903f-640f77c35998, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=ab76c893-e5b8-4955-903f-640f77c35998,segment=NetworkSegment(875f8071-017f-4060-a80d-3da828d68f74),segment_id=875f8071-017f-4060-a80d-3da828d68f74)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:23.789858 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': 'ab76c893-e5b8-4955-903f-640f77c35998', 'network_id': 'f3338c17-946b-45b7-aa49-64c8a2098ee2', 'port_id': 'ab76c893-e5b8-4955-903f-640f77c35998', 'mac_address': 'fa:16:3e:52:eb:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed48cb41-cb8b-46ba-9ab6-f3637928b417', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:29:23.849512 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:23.855224 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-caee8ad9-4de1-49ca-846b-ec43e8f1c09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': '4986f96a-01af-4aed-8825-26d7efba82a8', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'port_id': '5e977cf2-5e37-46ad-adbd-be8237c48c51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'mac_address': 'fa:16:3e:8b:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa260f0-59bc-4030-a91e-a6d9a12b915a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:29:21Z', 'updated_at': '2021-11-24T11:29:21Z', 'revision_number': 0, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc31092-c15d-4972-88cc-ecfdb3abbc5d', 'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'mac_address': 'fa:16:3e:f6:19:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:23Z', 'updated_at': '2021-11-24T11:25:29Z', 'revision_number': 5, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'subnets': [{'id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:23.896037 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caee8ad9-4de1-49ca-846b-ec43e8f1c09a None None] The sync data for ids ['513c06b9-48fa-4677-9e28-fee464e6dac1'] in dv-cinder-819089-1-iscsi is: [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': '4986f96a-01af-4aed-8825-26d7efba82a8', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'port_id': '5e977cf2-5e37-46ad-adbd-be8237c48c51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'mac_address': 'fa:16:3e:8b:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa260f0-59bc-4030-a91e-a6d9a12b915a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:29:21Z', 'updated_at': '2021-11-24T11:29:21Z', 'revision_number': 0, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc31092-c15d-4972-88cc-ecfdb3abbc5d', 'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'mac_address': 'fa:16:3e:f6:19:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:23Z', 'updated_at': '2021-11-24T11:25:29Z', 'revision_number': 5, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'subnets': [{'id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:29:23.898764 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab76c893-e5b8-4955-903f-640f77c35998 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:29:23.921055 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port ab76c893-e5b8-4955-903f-640f77c35998, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=ab76c893-e5b8-4955-903f-640f77c35998,segment=NetworkSegment(875f8071-017f-4060-a80d-3da828d68f74),segment_id=875f8071-017f-4060-a80d-3da828d68f74)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:23.927916 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:23.943048 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1cc7d-e1d3-4a1f-abd0-bf22595ce10d req-d3c49f4d-37f0-4483-8ad1-5a941a1ffcb5 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:23.944620 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-24a1cc7d-e1d3-4a1f-abd0-bf22595ce10d req-d3c49f4d-37f0-4483-8ad1-5a941a1ffcb5 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=64979af8-32ea-4b53-8f11-e1e8b8e5cbcd HTTP/1.1" status: 200 len: 943 time: 0.0706828 Nov 24 11:29:24.000962 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-24a1cc7d-e1d3-4a1f-abd0-bf22595ce10d req-5c34f90d-8573-4b96-9b5d-189178a0a214 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492184 Nov 24 11:29:24.026431 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [None req-ce35fa08-38cd-442c-ab59-cfb8047fea75 admin admin] For port 4663af10-66a5-4992-b119-554bb91eba19, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=4663af10-66a5-4992-b119-554bb91eba19,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:24.027058 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ce35fa08-38cd-442c-ab59-cfb8047fea75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:24.059601 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-ce35fa08-38cd-442c-ab59-cfb8047fea75 admin admin] Calling delete_port for 4663af10-66a5-4992-b119-554bb91eba19 owned by network:router_gateway {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:29:24.117694 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=ab76c893-e5b8-4955-903f-640f77c35998,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:24.118415 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-79cd7b50-211a-4874-a5e1-83a4b110fc9b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Made reservation on behalf of 45f80f37390a4f5f8b97a920ce8330df for: {'port': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:29:24.126136 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-79cd7b50-211a-4874-a5e1-83a4b110fc9b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:24.173134 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['ab76c893-e5b8-4955-903f-640f77c35998'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:29:24.187364 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2368fe0-ac9c-41f8-a664-c8ed5d295f6d None None] New status for floating IP 4986f96a-01af-4aed-8825-26d7efba82a8: ACTIVE {{(pid=102483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 11:29:24.362190 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-79cd7b50-211a-4874-a5e1-83a4b110fc9b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Allocated IP 172.20.0.13 (1ba09535-c948-4159-ac87-b3cbd70bbf1e/869a9006-91f2-477a-a322-c62397f17982/ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:29:24.384257 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ce35fa08-38cd-442c-ab59-cfb8047fea75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:24.431164 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35fa08-38cd-442c-ab59-cfb8047fea75 admin admin] Pushing event deleted for resources: {'Port': ['ID=4663af10-66a5-4992-b119-554bb91eba19,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:24.492089 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-69f64abb-b29e-4fea-8346-2b90b5675a65 req-533a7700-3b8e-4ca7-8fd3-c41461e2f1b8 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 210 time: 0.0395107 Nov 24 11:29:24.559894 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ce35fa08-38cd-442c-ab59-cfb8047fea75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1975055'] for router_gateway, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:24.560412 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device e51b253c-3aaf-4597-a910-f819d9cadb04 no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:29:24.582084 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: e51b253c-3aaf-4597-a910-f819d9cadb04 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:29:24.582488 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device e51b253c-3aaf-4597-a910-f819d9cadb04 not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:29:24.667200 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ce35fa08-38cd-442c-ab59-cfb8047fea75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2087026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:24.671434 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-79cd7b50-211a-4874-a5e1-83a4b110fc9b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:24.673175 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ce35fa08-38cd-442c-ab59-cfb8047fea75 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:24.726152 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ce35fa08-38cd-442c-ab59-cfb8047fea75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2087019'] for router, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:24.726738 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce35fa08-38cd-442c-ab59-cfb8047fea75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e26571d3-27d6-48d1-acad-55f230cd583a {{(pid=102481) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 11:29:24.733781 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ce35fa08-38cd-442c-ab59-cfb8047fea75 admin admin] Publish callbacks [] for router, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:24.737158 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-ce35fa08-38cd-442c-ab59-cfb8047fea75 admin admin] 10.222.0.54 "DELETE /v2.0/routers/e26571d3-27d6-48d1-acad-55f230cd583a HTTP/1.1" status: 204 len: 168 time: 1.6589818 Nov 24 11:29:24.737809 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56208) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:24.745353 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-79cd7b50-211a-4874-a5e1-83a4b110fc9b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:24.792407 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c23df9-859b-40c6-91c9-aea3c71addf3 admin admin] Deleting subnet e19b93eb-c4d4-48a5-8a68-ccd4233b0f65 {{(pid=102482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 11:29:24.795069 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-79cd7b50-211a-4874-a5e1-83a4b110fc9b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Network 1ba09535-c948-4159-ac87-b3cbd70bbf1e is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:29:24.796570 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-23c23df9-859b-40c6-91c9-aea3c71addf3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:24.798279 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-79cd7b50-211a-4874-a5e1-83a4b110fc9b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:29:24.801914 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-79cd7b50-211a-4874-a5e1-83a4b110fc9b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:29:24.808500 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd7b50-211a-4874-a5e1-83a4b110fc9b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Pushing event updated for resources: {'Port': ['ID=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:24.838329 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-23c23df9-859b-40c6-91c9-aea3c71addf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532784871'] for subnet, precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:24.861859 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-79cd7b50-211a-4874-a5e1-83a4b110fc9b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:24.862576 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-79cd7b50-211a-4874-a5e1-83a4b110fc9b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:24.883705 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-79cd7b50-211a-4874-a5e1-83a4b110fc9b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2982240 Nov 24 11:29:24.896579 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] Request body: {'port': {'device_id': '7d40f353-4508-4bf8-b171-8f8805b2bf81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81908'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:29:24.968389 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:24.997532 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-23c23df9-859b-40c6-91c9-aea3c71addf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036365'] for subnet, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.062582 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-23c23df9-859b-40c6-91c9-aea3c71addf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536166318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532794180'] for subnet, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.104320 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c23df9-859b-40c6-91c9-aea3c71addf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e19b93eb-c4d4-48a5-8a68-ccd4233b0f65,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:25.104538 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-43737533-0848-406f-b429-0ec8c3ee378c None None] Provisioning complete for port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:29:25.105023 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-43737533-0848-406f-b429-0ec8c3ee378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.110840 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-23c23df9-859b-40c6-91c9-aea3c71addf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.117201 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-23c23df9-859b-40c6-91c9-aea3c71addf3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e19b93eb-c4d4-48a5-8a68-ccd4233b0f65 HTTP/1.1" status: 204 len: 168 time: 0.3749011 Nov 24 11:29:25.118108 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56214) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:25.136458 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbd919e-4a83-4d12-8c09-2da0d04c32af None None] Network 2bde2ae8-45ee-4070-9571-16e9c16c0131 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:29:25.152338 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12957b64-7ee0-4bd8-bee5-c0a706eb21ad req-793c9d3d-8c86-4229-90b3-99e6d8eea69a tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:25.153516 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-12957b64-7ee0-4bd8-bee5-c0a706eb21ad req-793c9d3d-8c86-4229-90b3-99e6d8eea69a tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=64979af8-32ea-4b53-8f11-e1e8b8e5cbcd HTTP/1.1" status: 200 len: 944 time: 0.0600755 Nov 24 11:29:25.202125 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-43737533-0848-406f-b429-0ec8c3ee378c None None] Port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:29:25.211642 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-12957b64-7ee0-4bd8-bee5-c0a706eb21ad req-c785c903-01d6-4b68-b479-46c0a602c642 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507550 Nov 24 11:29:25.236800 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-392f09be-c0de-4411-ab67-9e16cd375f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622759'] for network, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.321502 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5a0e0e-290b-441a-ae12-0b875846792a None None] DHCP port deletion for 2bde2ae8-45ee-4070-9571-16e9c16c0131 request from dv-cinder-819089-1-iscsi {{(pid=102483) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 11:29:25.363861 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 {{(pid=102481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:29:25.368588 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-392f09be-c0de-4411-ab67-9e16cd375f33 admin admin] Deleting port b1ca4536-e5b4-44b7-8974-eda15ce80dac {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:29:25.368958 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-392f09be-c0de-4411-ab67-9e16cd375f33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.373248 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-ac5a0e0e-290b-441a-ae12-0b875846792a None None] Deleting port b1ca4536-e5b4-44b7-8974-eda15ce80dac {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:29:25.373620 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ac5a0e0e-290b-441a-ae12-0b875846792a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.374903 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.405983 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.provisioning_blocks [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] Transition to ACTIVE for port object ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 will not be triggered until provisioned by entity L2. {{(pid=102481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 11:29:25.432419 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534712165'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.434593 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-ac5a0e0e-290b-441a-ae12-0b875846792a None None] For port b1ca4536-e5b4-44b7-8974-eda15ce80dac, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=b1ca4536-e5b4-44b7-8974-eda15ce80dac,segment=NetworkSegment(4141028b-6fbb-4c67-8d3f-b37ba25edbb7),segment_id=4141028b-6fbb-4c67-8d3f-b37ba25edbb7)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:25.434995 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ac5a0e0e-290b-441a-ae12-0b875846792a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.447644 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-ac5a0e0e-290b-441a-ae12-0b875846792a None None] Calling delete_port for b1ca4536-e5b4-44b7-8974-eda15ce80dac owned by network:dhcp {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:29:25.481440 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [None req-392f09be-c0de-4411-ab67-9e16cd375f33 admin admin] For port b1ca4536-e5b4-44b7-8974-eda15ce80dac, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=b1ca4536-e5b4-44b7-8974-eda15ce80dac,segment=NetworkSegment(4141028b-6fbb-4c67-8d3f-b37ba25edbb7),segment_id=4141028b-6fbb-4c67-8d3f-b37ba25edbb7)] {{(pid=102481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:25.481821 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-392f09be-c0de-4411-ab67-9e16cd375f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.509369 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-392f09be-c0de-4411-ab67-9e16cd375f33 admin admin] Calling delete_port for b1ca4536-e5b4-44b7-8974-eda15ce80dac owned by network:dhcp {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:29:25.514956 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] Pushing event updated for resources: {'Port': ['ID=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:25.554943 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device ab76c893-e5b8-4955-903f-640f77c35998 up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:29:25.626493 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning for port ab76c893-e5b8-4955-903f-640f77c35998 completed by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 11:29:25.631888 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port ab76c893-e5b8-4955-903f-640f77c35998 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:29:25.632313 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.638159 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ac5a0e0e-290b-441a-ae12-0b875846792a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118'] for port, after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.650942 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe84c67-5ba5-49ef-a27f-37bc9989301c req-ac5e3013-4f28-42ad-ac96-166fc60dd815 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:25.652931 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-392f09be-c0de-4411-ab67-9e16cd375f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.659528 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-afe84c67-5ba5-49ef-a27f-37bc9989301c req-ac5e3013-4f28-42ad-ac96-166fc60dd815 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 944 time: 0.0687146 Nov 24 11:29:25.690110 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a0e0e-290b-441a-ae12-0b875846792a None None] Pushing event deleted for resources: {'Port': ['ID=b1ca4536-e5b4-44b7-8974-eda15ce80dac,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:25.692064 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f09be-c0de-4411-ab67-9e16cd375f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ca4536-e5b4-44b7-8974-eda15ce80dac,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:25.705284 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5a0e0e-290b-441a-ae12-0b875846792a None None] No DVR routers for this DVR port b1ca4536-e5b4-44b7-8974-eda15ce80dac on host dv-cinder-819089-1-iscsi {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:29:25.707989 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392f09be-c0de-4411-ab67-9e16cd375f33 admin admin] No DVR routers for this DVR port b1ca4536-e5b4-44b7-8974-eda15ce80dac on host dv-cinder-819089-1-iscsi {{(pid=102481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:29:25.711650 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] Attempting to bind port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 on host hv-cinder-81908 for vnic_type normal with profile {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:29:25.711989 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] Attempting to bind port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 by drivers openvswitch,hyperv on host hv-cinder-81908 at level 0 using segments [{'id': 'a66a89b9-6466-4482-ba4f-5d4af2aae483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e'}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:29:25.712316 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] Attempting to bind port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 on network 1ba09535-c948-4159-ac87-b3cbd70bbf1e {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:29:25.717671 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-afe84c67-5ba5-49ef-a27f-37bc9989301c req-ea9958d7-d714-4b02-a253-f9a083fa9252 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571876 Nov 24 11:29:25.718677 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] Port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 on network 1ba09535-c948-4159-ac87-b3cbd70bbf1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81908 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 11:29:25.719006 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] Attempting to bind port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 on network 1ba09535-c948-4159-ac87-b3cbd70bbf1e {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:29:25.746275 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:29:25.754349 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] Checking agent: {'id': '3c6daaf5-cf27-4c68-b1a8-704272683c2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81908', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'started_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:29:25.754770 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] Checking segment: {'id': 'a66a89b9-6466-4482-ba4f-5d4af2aae483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:29:25.755253 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] Bound using segment: {'id': 'a66a89b9-6466-4482-ba4f-5d4af2aae483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e'} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:29:25.755752 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] Bound port: ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5, host: hv-cinder-81908, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66a89b9-6466-4482-ba4f-5d4af2aae483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e'}}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:29:25.756183 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.770285 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.793919 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64979af8-32ea-4b53-8f11-e1e8b8e5cbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab76c893-e5b8-4955-903f-640f77c35998'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:29:25.796175 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33f47c3-5a66-4528-bdc9-aeea84c34549" -d '{"events": [{"server_uuid": "64979af8-32ea-4b53-8f11-e1e8b8e5cbcd", "name": "network-vif-plugged", "status": "completed", "tag": "ab76c893-e5b8-4955-903f-640f77c35998"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:29:25.811582 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port ab76c893-e5b8-4955-903f-640f77c35998, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=ab76c893-e5b8-4955-903f-640f77c35998,segment=NetworkSegment(875f8071-017f-4060-a80d-3da828d68f74),segment_id=875f8071-017f-4060-a80d-3da828d68f74)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:25.816342 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.837944 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-392f09be-c0de-4411-ab67-9e16cd375f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037944', 'neutron.services.segments.db._delete_segments_for_network-8771666762424'] for network, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.839105 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25900d03-b9fb-47f6-b54a-2872e0a6bc40 x-openstack-request-id: req-25900d03-b9fb-47f6-b54a-2872e0a6bc40 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:29:25.839420 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64979af8-32ea-4b53-8f11-e1e8b8e5cbcd", "name": "network-vif-plugged", "status": "completed", "tag": "ab76c893-e5b8-4955-903f-640f77c35998", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:29:25.839711 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-25900d03-b9fb-47f6-b54a-2872e0a6bc40 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:29:25.840100 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64979af8-32ea-4b53-8f11-e1e8b8e5cbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab76c893-e5b8-4955-903f-640f77c35998', 'code': 200} Nov 24 11:29:25.871572 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-392f09be-c0de-4411-ab67-9e16cd375f33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bde2ae8-45ee-4070-9571-16e9c16c0131']}} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:25.880326 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=ab76c893-e5b8-4955-903f-640f77c35998,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:25.891293 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-392f09be-c0de-4411-ab67-9e16cd375f33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4141028b-6fbb-4c67-8d3f-b37ba25edbb7') {'for_net_delete': True} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:25.891586 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-392f09be-c0de-4411-ab67-9e16cd375f33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4141028b-6fbb-4c67-8d3f-b37ba25edbb7') {} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:25.905674 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-392f09be-c0de-4411-ab67-9e16cd375f33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666709580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534712214'] for segment, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.907521 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] For port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5, host hv-cinder-81908, cleared binding levels {{(pid=102481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:29:25.914871 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] For port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5, host hv-cinder-81908, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:29:25.921787 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534712165'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.924770 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-392f09be-c0de-4411-ab67-9e16cd375f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.955752 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392f09be-c0de-4411-ab67-9e16cd375f33 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=102481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 11:29:25.956174 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-392f09be-c0de-4411-ab67-9e16cd375f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534710685'] for segment, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: self.session.flush() Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: self.session.flush() Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: self.session.flush() Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: self.session.flush() Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: Traceback (most recent call last): Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: timer() Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: cb(*args, **kw) Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: return func(*args, **kwargs) Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: self._notify() Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: self.callback(batched_events) Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: event.method(event) Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: return f(self, *a, **k) Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: return self._get(url).json() Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: return self.request(url, 'GET', **kwargs) Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:29:25.959309 dv-cinder-819089-1-iscsi neutron-server[102481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:29:25.987116 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:25.987745 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:25.989207 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] 10.222.0.65 "PUT /v2.0/ports/ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 HTTP/1.1" status: 200 len: 1094 time: 1.0971136 Nov 24 11:29:26.009310 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28936e6f-7a22-4880-bffd-946ddcb2e005 req-b67144e5-905e-4671-bed2-fce464eaf6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:26.010875 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-28936e6f-7a22-4880-bffd-946ddcb2e005 req-b67144e5-905e-4671-bed2-fce464eaf6bc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=64979af8-32ea-4b53-8f11-e1e8b8e5cbcd HTTP/1.1" status: 200 len: 1098 time: 0.0446069 Nov 24 11:29:26.025330 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d40f353-4508-4bf8-b171-8f8805b2bf81', 'tag': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:29:26.028308 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977c6d5f-a381-4839-83ee-4f38b4e076bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7d40f353-4508-4bf8-b171-8f8805b2bf81", "tag": "ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:29:26.070493 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-392f09be-c0de-4411-ab67-9e16cd375f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975206'] for network, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:26.091373 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-392f09be-c0de-4411-ab67-9e16cd375f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:26.094727 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-392f09be-c0de-4411-ab67-9e16cd375f33 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2bde2ae8-45ee-4070-9571-16e9c16c0131 HTTP/1.1" status: 204 len: 168 time: 0.9756308 Nov 24 11:29:26.097958 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-28936e6f-7a22-4880-bffd-946ddcb2e005 req-ff5bfdbb-edc7-406b-9105-7b50af93a36f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768495 Nov 24 11:29:26.098670 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56224) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:26.101856 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f09be-c0de-4411-ab67-9e16cd375f33 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bde2ae8-45ee-4070-9571-16e9c16c0131,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:26.104405 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b945da55-2e35-407a-919d-6b944cba2fa7 x-openstack-request-id: req-b945da55-2e35-407a-919d-6b944cba2fa7 {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:29:26.104754 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d40f353-4508-4bf8-b171-8f8805b2bf81", "tag": "ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:29:26.104965 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b945da55-2e35-407a-919d-6b944cba2fa7 {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:29:26.105410 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d40f353-4508-4bf8-b171-8f8805b2bf81', 'tag': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5', 'status': 'completed', 'code': 200} Nov 24 11:29:26.113465 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6cafe-8fb6-4b31-99c7-5b770153d804 service neutron] Pushing event updated for resources: {'Port': ['ID=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,revision_number=3']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:26.122509 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-394c658a-ecf0-4503-8026-129000d367ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:26.123991 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-394c658a-ecf0-4503-8026-129000d367ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=45f80f37390a4f5f8b97a920ce8330df&device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 1097 time: 0.0861871 Nov 24 11:29:26.236796 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device b1ca4536-e5b4-44b7-8974-eda15ce80dac no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:29:26.265585 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: b1ca4536-e5b4-44b7-8974-eda15ce80dac {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:29:26.266517 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device b1ca4536-e5b4-44b7-8974-eda15ce80dac not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:29:26.266955 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 4663af10-66a5-4992-b119-554bb91eba19 no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:29:26.289200 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: 4663af10-66a5-4992-b119-554bb91eba19 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:29:26.289548 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 4663af10-66a5-4992-b119-554bb91eba19 not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:29:26.344823 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-9525930c-d046-4fbe-9bc3-cf025195aa13 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 HTTP/1.1" status: 200 len: 217 time: 0.0351608 Nov 24 11:29:26.375077 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1f1483fd-0b99-407b-98db-5f08cf64d04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:26.376793 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd294ef-9dbc-47d4-9c8b-b9d6c35169ed req-a105903f-30d4-4345-ae23-edd5f8902aa3 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:26.378287 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5dd294ef-9dbc-47d4-9c8b-b9d6c35169ed req-a105903f-30d4-4345-ae23-edd5f8902aa3 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=64979af8-32ea-4b53-8f11-e1e8b8e5cbcd HTTP/1.1" status: 200 len: 945 time: 0.0867472 Nov 24 11:29:26.400302 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-410b2f5a-56b7-4be7-8dcb-dc7aaac21774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:26.401989 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-410b2f5a-56b7-4be7-8dcb-dc7aaac21774 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=869a9006-91f2-477a-a322-c62397f17982 HTTP/1.1" status: 200 len: 855 time: 0.0491374 Nov 24 11:29:26.449485 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-6c652229-491d-48f6-9c48-5dbeea282997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:26.450880 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-6c652229-491d-48f6-9c48-5dbeea282997 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ba09535-c948-4159-ac87-b3cbd70bbf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397868 Nov 24 11:29:26.455778 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5dd294ef-9dbc-47d4-9c8b-b9d6c35169ed req-99987d05-167d-4112-90af-3f0d377978f5 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709841 Nov 24 11:29:26.531392 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-01ee10c7-03e6-4c88-aac6-194adfeca799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2040244'] for router_interface, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:26.553391 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-0edcbce7-7f5f-4191-8775-d7014b55f0d2 service neutron] 10.222.0.65 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857027 Nov 24 11:29:26.661600 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-d29c992d-61c1-4e15-a0f3-5b06b5bbc16a req-9dd8540c-dee5-4a7c-9124-de66bf9203c1 service neutron] 10.222.0.65 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910466 Nov 24 11:29:26.755083 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c6d5f-a381-4839-83ee-4f38b4e076bf req-92ad5ae0-338f-4373-8989-21a5538bc2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:26.756596 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-977c6d5f-a381-4839-83ee-4f38b4e076bf req-92ad5ae0-338f-4373-8989-21a5538bc2b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=45f80f37390a4f5f8b97a920ce8330df&device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 1097 time: 0.0440300 Nov 24 11:29:26.854348 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c6d5f-a381-4839-83ee-4f38b4e076bf req-b7b602be-1e82-490a-aaa0-5bce92c9b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:26.855942 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-977c6d5f-a381-4839-83ee-4f38b4e076bf req-b7b602be-1e82-490a-aaa0-5bce92c9b7ac service neutron] 10.222.0.65 "GET /v2.0/networks?id=1ba09535-c948-4159-ac87-b3cbd70bbf1e HTTP/1.1" status: 200 len: 917 time: 0.0898480 Nov 24 11:29:26.897612 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-977c6d5f-a381-4839-83ee-4f38b4e076bf req-98e177ee-f198-420c-a0ca-cc5e0ecc975f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 HTTP/1.1" status: 200 len: 217 time: 0.0337825 Nov 24 11:29:26.915847 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd4736-2e13-40ac-9dd3-049e1c1fd39c req-11b8aa48-a61d-4575-a4c4-401f052ec0c3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:26.917361 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ddfd4736-2e13-40ac-9dd3-049e1c1fd39c req-11b8aa48-a61d-4575-a4c4-401f052ec0c3 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 944 time: 0.0645735 Nov 24 11:29:26.948900 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c6d5f-a381-4839-83ee-4f38b4e076bf req-68f180c6-b1a7-45e2-8642-920409993205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:26.950898 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-977c6d5f-a381-4839-83ee-4f38b4e076bf req-68f180c6-b1a7-45e2-8642-920409993205 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=869a9006-91f2-477a-a322-c62397f17982 HTTP/1.1" status: 200 len: 855 time: 0.0464759 Nov 24 11:29:26.999762 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c6d5f-a381-4839-83ee-4f38b4e076bf req-be55b705-2035-475e-8e32-441d66dc9ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:27.001267 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-977c6d5f-a381-4839-83ee-4f38b4e076bf req-be55b705-2035-475e-8e32-441d66dc9ce8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ba09535-c948-4159-ac87-b3cbd70bbf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399814 Nov 24 11:29:27.020587 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ddfd4736-2e13-40ac-9dd3-049e1c1fd39c req-2d3a89a4-f2a2-47ff-901d-85e19ff8b083 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698512 Nov 24 11:29:27.091145 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-977c6d5f-a381-4839-83ee-4f38b4e076bf req-db9f7b12-acf0-4d3b-8163-4d3853a777c4 service neutron] 10.222.0.65 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802200 Nov 24 11:29:27.101523 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-01ee10c7-03e6-4c88-aac6-194adfeca799 admin admin] Deleting port 3a1598fe-c3f5-4257-8df9-8e01a4ede51b {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:29:27.101862 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-01ee10c7-03e6-4c88-aac6-194adfeca799 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:27.181289 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-01ee10c7-03e6-4c88-aac6-194adfeca799 admin admin] For port 3a1598fe-c3f5-4257-8df9-8e01a4ede51b, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=3a1598fe-c3f5-4257-8df9-8e01a4ede51b,segment=NetworkSegment(b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f),segment_id=b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:27.182147 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-01ee10c7-03e6-4c88-aac6-194adfeca799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:27.194129 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-977c6d5f-a381-4839-83ee-4f38b4e076bf req-deada96f-ed9a-4af9-a73c-0772cec4da8e service neutron] 10.222.0.65 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895002 Nov 24 11:29:27.195145 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-01ee10c7-03e6-4c88-aac6-194adfeca799 admin admin] Calling delete_port for 3a1598fe-c3f5-4257-8df9-8e01a4ede51b owned by network:router_interface {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:29:27.377119 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-01ee10c7-03e6-4c88-aac6-194adfeca799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:27.403907 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee10c7-03e6-4c88-aac6-194adfeca799 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a1598fe-c3f5-4257-8df9-8e01a4ede51b,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:27.598709 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-01ee10c7-03e6-4c88-aac6-194adfeca799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086948'] for router_interface, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:27.618350 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919cadc-d82a-46fb-8d1d-bd4e0a804290 req-c71b736b-a2f1-47c3-a0d3-b551215e018a tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:27.619810 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e919cadc-d82a-46fb-8d1d-bd4e0a804290 req-c71b736b-a2f1-47c3-a0d3-b551215e018a tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=64979af8-32ea-4b53-8f11-e1e8b8e5cbcd HTTP/1.1" status: 200 len: 945 time: 0.0714757 Nov 24 11:29:27.736406 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e919cadc-d82a-46fb-8d1d-bd4e0a804290 req-829351aa-2002-4fcd-a261-56c558fa72a9 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843885 Nov 24 11:29:27.854441 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ee10c7-03e6-4c88-aac6-194adfeca799 admin admin] Router a5249371-dff8-4fc3-81f8-76d5bf300e6e has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:29:27.961885 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ee10c7-03e6-4c88-aac6-194adfeca799 admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:29:27.967398 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-01ee10c7-03e6-4c88-aac6-194adfeca799 admin admin] 10.222.0.54 "PUT /v2.0/routers/a5249371-dff8-4fc3-81f8-76d5bf300e6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8673577 Nov 24 11:29:27.969915 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56242) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:27.973495 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9542f450-98d1-40e1-852c-d62bbe2a5784 None None] Sync routers for ids ['a5249371-dff8-4fc3-81f8-76d5bf300e6e'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:29:27.986513 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9542f450-98d1-40e1-852c-d62bbe2a5784 None None] Routers {'a5249371-dff8-4fc3-81f8-76d5bf300e6e'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:29:27.987031 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-9542f450-98d1-40e1-852c-d62bbe2a5784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:28:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['a5249371-dff8-4fc3-81f8-76d5bf300e6e'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:28.103710 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-040eebbd-0caa-405c-b703-5d89da5af5f8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:28.118498 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-9542f450-98d1-40e1-852c-d62bbe2a5784 None None] Set router a5249371-dff8-4fc3-81f8-76d5bf300e6e gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:29:28.239770 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519074a-a7c1-4d14-abf3-eca8bb640fee req-b3c34db0-1ffb-4b62-ae59-52c6791e4a0b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:28.242273 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d519074a-a7c1-4d14-abf3-eca8bb640fee req-b3c34db0-1ffb-4b62-ae59-52c6791e4a0b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 944 time: 0.1039438 Nov 24 11:29:28.284946 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-040eebbd-0caa-405c-b703-5d89da5af5f8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:28.316492 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-9542f450-98d1-40e1-852c-d62bbe2a5784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5249371-dff8-4fc3-81f8-76d5bf300e6e', 'name': 'tempest-TestMinimumBasicScenario-2045944709-router', 'tenant_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '982799a1-c281-4a05-9d66-8af745739783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:26:05Z', 'updated_at': '2021-11-24T11:29:27Z', 'revision_number': 5, 'project_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'gw_port': {'id': '982799a1-c281-4a05-9d66-8af745739783', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5249371-dff8-4fc3-81f8-76d5bf300e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:26:07Z', 'updated_at': '2021-11-24T11:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:28.334221 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d519074a-a7c1-4d14-abf3-eca8bb640fee req-2644343b-7849-47b3-af74-356f056c2a38 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811825 Nov 24 11:29:28.346859 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9542f450-98d1-40e1-852c-d62bbe2a5784 None None] Checking router: a5249371-dff8-4fc3-81f8-76d5bf300e6e for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:29:28.355629 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9542f450-98d1-40e1-852c-d62bbe2a5784 None None] Routers {'a5249371-dff8-4fc3-81f8-76d5bf300e6e'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:29:28.356223 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-9542f450-98d1-40e1-852c-d62bbe2a5784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:28:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['a5249371-dff8-4fc3-81f8-76d5bf300e6e'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:28.371501 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-040eebbd-0caa-405c-b703-5d89da5af5f8 admin admin] Deleting port 982799a1-c281-4a05-9d66-8af745739783 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:29:28.371951 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-040eebbd-0caa-405c-b703-5d89da5af5f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:28.441186 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-9542f450-98d1-40e1-852c-d62bbe2a5784 None None] Set router a5249371-dff8-4fc3-81f8-76d5bf300e6e gateway port host: None {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:29:28.458277 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-040eebbd-0caa-405c-b703-5d89da5af5f8 admin admin] For port 982799a1-c281-4a05-9d66-8af745739783, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=982799a1-c281-4a05-9d66-8af745739783,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:28.458671 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-040eebbd-0caa-405c-b703-5d89da5af5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:28.471201 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-040eebbd-0caa-405c-b703-5d89da5af5f8 admin admin] Calling delete_port for 982799a1-c281-4a05-9d66-8af745739783 owned by network:router_gateway {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:29:28.492366 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-9542f450-98d1-40e1-852c-d62bbe2a5784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5249371-dff8-4fc3-81f8-76d5bf300e6e', 'name': 'tempest-TestMinimumBasicScenario-2045944709-router', 'tenant_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:26:05Z', 'updated_at': '2021-11-24T11:29:28Z', 'revision_number': 6, 'project_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'gw_port_host': None}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:28.526804 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9542f450-98d1-40e1-852c-d62bbe2a5784 None None] The sync data for ids ['a5249371-dff8-4fc3-81f8-76d5bf300e6e'] in dv-cinder-819089-1-iscsi is: [{'id': 'a5249371-dff8-4fc3-81f8-76d5bf300e6e', 'name': 'tempest-TestMinimumBasicScenario-2045944709-router', 'tenant_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:26:05Z', 'updated_at': '2021-11-24T11:29:28Z', 'revision_number': 6, 'project_id': 'b6af53f5fe714b79ad43c0d3be5809a2', 'gw_port_host': None}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:29:28.636152 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-040eebbd-0caa-405c-b703-5d89da5af5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:28.661629 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040eebbd-0caa-405c-b703-5d89da5af5f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=982799a1-c281-4a05-9d66-8af745739783,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:28.717806 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b97bfcbf-329e-4aa8-8e57-d6dd9d805fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:28.725709 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-040eebbd-0caa-405c-b703-5d89da5af5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1975055'] for router_gateway, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:28.827536 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-040eebbd-0caa-405c-b703-5d89da5af5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2087026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:28.829586 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-040eebbd-0caa-405c-b703-5d89da5af5f8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:28.894322 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-040eebbd-0caa-405c-b703-5d89da5af5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2087019'] for router, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:28.894854 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040eebbd-0caa-405c-b703-5d89da5af5f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5249371-dff8-4fc3-81f8-76d5bf300e6e {{(pid=102482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 11:29:28.900307 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-040eebbd-0caa-405c-b703-5d89da5af5f8 admin admin] Publish callbacks [] for router, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:28.903871 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-040eebbd-0caa-405c-b703-5d89da5af5f8 admin admin] 10.222.0.54 "DELETE /v2.0/routers/a5249371-dff8-4fc3-81f8-76d5bf300e6e HTTP/1.1" status: 204 len: 168 time: 0.9306288 Nov 24 11:29:28.904032 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56250) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:28.953126 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_v2 [None req-19bc2f91-cc8b-4ac0-8c65-3fdbef65a3c7 admin admin] Deleting subnet 507f9dbf-232d-4e4c-b89a-a59f21a49a61 {{(pid=102482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 11:29:28.956245 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-19bc2f91-cc8b-4ac0-8c65-3fdbef65a3c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:28.992903 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-19bc2f91-cc8b-4ac0-8c65-3fdbef65a3c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532784871'] for subnet, precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:29.070796 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-19bc2f91-cc8b-4ac0-8c65-3fdbef65a3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036365'] for subnet, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:29.129132 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-19bc2f91-cc8b-4ac0-8c65-3fdbef65a3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536166318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532794180'] for subnet, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:29.151628 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc2f91-cc8b-4ac0-8c65-3fdbef65a3c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=507f9dbf-232d-4e4c-b89a-a59f21a49a61,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:29.158053 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-19bc2f91-cc8b-4ac0-8c65-3fdbef65a3c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:29.161782 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-19bc2f91-cc8b-4ac0-8c65-3fdbef65a3c7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/507f9dbf-232d-4e4c-b89a-a59f21a49a61 HTTP/1.1" status: 204 len: 168 time: 0.2565043 Nov 24 11:29:29.164337 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56254) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:29.165007 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892b65cd-9b05-4074-9184-ae8925a0117b None None] Network ed628ea9-5c6b-492e-8033-6b29b8eb6008 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:29:29.228675 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-67433277-cd59-4e42-8675-33b4f2b0c636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622759'] for network, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:29.278716 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-67433277-cd59-4e42-8675-33b4f2b0c636 admin admin] Deleting port 5482e2bc-c314-4e43-bcb6-65ca1cccd487 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:29:29.279045 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-67433277-cd59-4e42-8675-33b4f2b0c636 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:29.352860 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-67433277-cd59-4e42-8675-33b4f2b0c636 admin admin] For port 5482e2bc-c314-4e43-bcb6-65ca1cccd487, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=5482e2bc-c314-4e43-bcb6-65ca1cccd487,segment=NetworkSegment(b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f),segment_id=b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:29.353394 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-67433277-cd59-4e42-8675-33b4f2b0c636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:29.354051 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eed86ad-fd68-486c-bdfe-b150e4498f1e None None] DHCP port deletion for ed628ea9-5c6b-492e-8033-6b29b8eb6008 request from dv-cinder-819089-1-iscsi {{(pid=102483) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 11:29:29.375958 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-67433277-cd59-4e42-8675-33b4f2b0c636 admin admin] Calling delete_port for 5482e2bc-c314-4e43-bcb6-65ca1cccd487 owned by network:dhcp {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:29:29.403802 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-8eed86ad-fd68-486c-bdfe-b150e4498f1e None None] Deleting port 5482e2bc-c314-4e43-bcb6-65ca1cccd487 {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:29:29.404416 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8eed86ad-fd68-486c-bdfe-b150e4498f1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:29.476817 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-8eed86ad-fd68-486c-bdfe-b150e4498f1e None None] For port 5482e2bc-c314-4e43-bcb6-65ca1cccd487, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=5482e2bc-c314-4e43-bcb6-65ca1cccd487,segment=NetworkSegment(b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f),segment_id=b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:29.477211 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8eed86ad-fd68-486c-bdfe-b150e4498f1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:29.490305 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-8eed86ad-fd68-486c-bdfe-b150e4498f1e None None] Calling delete_port for 5482e2bc-c314-4e43-bcb6-65ca1cccd487 owned by network:dhcp {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:29:29.493888 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc1aae-3e2f-47c9-b65e-e72c5951af72 req-31d8dbd4-e11d-4f6d-987c-5dbffec438e8 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:29.495343 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01fc1aae-3e2f-47c9-b65e-e72c5951af72 req-31d8dbd4-e11d-4f6d-987c-5dbffec438e8 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 944 time: 0.0774436 Nov 24 11:29:29.509200 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-67433277-cd59-4e42-8675-33b4f2b0c636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:29.543050 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67433277-cd59-4e42-8675-33b4f2b0c636 admin admin] Pushing event deleted for resources: {'Port': ['ID=5482e2bc-c314-4e43-bcb6-65ca1cccd487,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:29.556573 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67433277-cd59-4e42-8675-33b4f2b0c636 admin admin] No DVR routers for this DVR port 5482e2bc-c314-4e43-bcb6-65ca1cccd487 on host dv-cinder-819089-1-iscsi {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:29:29.565114 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:29:29.578824 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8eed86ad-fd68-486c-bdfe-b150e4498f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118'] for port, after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:29.593012 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01fc1aae-3e2f-47c9-b65e-e72c5951af72 req-f77d23dc-30f5-45e3-a881-fb838a13fe22 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906610 Nov 24 11:29:29.622828 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed86ad-fd68-486c-bdfe-b150e4498f1e None None] Pushing event deleted for resources: {'Port': ['ID=5482e2bc-c314-4e43-bcb6-65ca1cccd487,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:29.643974 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eed86ad-fd68-486c-bdfe-b150e4498f1e None None] No DVR routers for this DVR port 5482e2bc-c314-4e43-bcb6-65ca1cccd487 on host dv-cinder-819089-1-iscsi {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:29:29.645798 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-67433277-cd59-4e42-8675-33b4f2b0c636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037944', 'neutron.services.segments.db._delete_segments_for_network-8771666762424'] for network, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:29.673987 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-67433277-cd59-4e42-8675-33b4f2b0c636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed628ea9-5c6b-492e-8033-6b29b8eb6008']}} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:29.675658 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:29.683725 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-67433277-cd59-4e42-8675-33b4f2b0c636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f') {'for_net_delete': True} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:29.684019 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-67433277-cd59-4e42-8675-33b4f2b0c636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27e32e4-4a42-4707-b6d7-4fbddcd8cf3f') {} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:29.693361 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-67433277-cd59-4e42-8675-33b4f2b0c636 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666709580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532784894'] for segment, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:29.707608 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-67433277-cd59-4e42-8675-33b4f2b0c636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:29.714541 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67433277-cd59-4e42-8675-33b4f2b0c636 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=102482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 11:29:29.715457 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-67433277-cd59-4e42-8675-33b4f2b0c636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536164608'] for segment, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: Traceback (most recent call last): Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: timer() Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: cb(*args, **kw) Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: return func(*args, **kwargs) Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: self._notify() Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: self.callback(batched_events) Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: event.method(event) Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: return f(self, *a, **k) Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: return self._get(url).json() Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: return self.request(url, 'GET', **kwargs) Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:29:29.717134 dv-cinder-819089-1-iscsi neutron-server[102482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:29:29.730393 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:29.742073 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'port_id': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5', 'mac_address': 'fa:16:3e:b8:a4:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869a9006-91f2-477a-a322-c62397f17982', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:29:29.775163 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-67433277-cd59-4e42-8675-33b4f2b0c636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975206'] for network, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:29.779493 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-67433277-cd59-4e42-8675-33b4f2b0c636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:29.785793 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-67433277-cd59-4e42-8675-33b4f2b0c636 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ed628ea9-5c6b-492e-8033-6b29b8eb6008 HTTP/1.1" status: 204 len: 168 time: 0.6177881 Nov 24 11:29:29.786658 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:29.792994 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67433277-cd59-4e42-8675-33b4f2b0c636 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed628ea9-5c6b-492e-8033-6b29b8eb6008,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:29.800573 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:29:29.820070 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:29.823767 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:29.875236 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:29.900831 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56264) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:29.943830 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-27da8a34-d593-4d51-be1a-02eb0082ffa0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ae558214c820410eb671590ac1e8a8da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416186 Nov 24 11:29:29.946106 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56266) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:29.990769 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7b0d93b6-bf59-4ea2-af5e-83eb961ecd26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:30.011126 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7b0d93b6-bf59-4ea2-af5e-83eb961ecd26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:30.057798 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7b0d93b6-bf59-4ea2-af5e-83eb961ecd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:30.060906 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7b0d93b6-bf59-4ea2-af5e-83eb961ecd26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:30.064403 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-7b0d93b6-bf59-4ea2-af5e-83eb961ecd26 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ffef688e-d2ac-4f31-8180-b87b60e0a1ed HTTP/1.1" status: 204 len: 168 time: 0.1150241 Nov 24 11:29:30.069548 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d93b6-bf59-4ea2-af5e-83eb961ecd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffef688e-d2ac-4f31-8180-b87b60e0a1ed,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:30.086030 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:29:30.248108 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 3a1598fe-c3f5-4257-8df9-8e01a4ede51b no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:29:30.268468 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: 3a1598fe-c3f5-4257-8df9-8e01a4ede51b {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:29:30.268836 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 3a1598fe-c3f5-4257-8df9-8e01a4ede51b not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:29:30.269257 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 982799a1-c281-4a05-9d66-8af745739783 no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:29:30.287683 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: 982799a1-c281-4a05-9d66-8af745739783 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:29:30.288028 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 982799a1-c281-4a05-9d66-8af745739783 not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:29:30.288435 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 5482e2bc-c314-4e43-bcb6-65ca1cccd487 no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:29:30.307393 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: 5482e2bc-c314-4e43-bcb6-65ca1cccd487 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:29:30.307736 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 5482e2bc-c314-4e43-bcb6-65ca1cccd487 not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:29:30.406547 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56274) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:30.446995 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-f977d787-0bf7-4a78-8b72-2ac9cd03f901 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b6af53f5fe714b79ad43c0d3be5809a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392234 Nov 24 11:29:30.449575 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56278) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:30.496864 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-309e9335-8810-4156-b6d3-0f8c1e835120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:30.517056 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-309e9335-8810-4156-b6d3-0f8c1e835120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:30.567884 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-309e9335-8810-4156-b6d3-0f8c1e835120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:30.570553 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-309e9335-8810-4156-b6d3-0f8c1e835120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:30.571908 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-309e9335-8810-4156-b6d3-0f8c1e835120 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/00bda42d-8cfa-414b-888e-d82770242f29 HTTP/1.1" status: 204 len: 168 time: 0.1213822 Nov 24 11:29:30.580964 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e9335-8810-4156-b6d3-0f8c1e835120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bda42d-8cfa-414b-888e-d82770242f29,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:30.716586 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd6028-51a5-45f3-bd41-7dc8777c62c5 req-9fb08246-1e03-437a-b01f-3fb0449c8b53 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:30.718279 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-86bd6028-51a5-45f3-bd41-7dc8777c62c5 req-9fb08246-1e03-437a-b01f-3fb0449c8b53 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 945 time: 0.0483890 Nov 24 11:29:30.770728 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-86bd6028-51a5-45f3-bd41-7dc8777c62c5 req-9f949b27-0b88-442e-85aa-27b8904b346c tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460763 Nov 24 11:29:31.387460 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:31.579853 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:29:31.742193 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning for port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 completed by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 11:29:31.745690 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:29:31.746598 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:31.827666 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:31.850211 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d40f353-4508-4bf8-b171-8f8805b2bf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:29:31.852442 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36887867-8e1e-423b-ba2b-a76ba41fa637" -d '{"events": [{"server_uuid": "7d40f353-4508-4bf8-b171-8f8805b2bf81", "name": "network-vif-plugged", "status": "completed", "tag": "ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:29:31.865392 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:31.870433 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:31.909245 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6500323b-980b-47cd-aec2-75ee07b099b6 x-openstack-request-id: req-6500323b-980b-47cd-aec2-75ee07b099b6 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:29:31.909577 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d40f353-4508-4bf8-b171-8f8805b2bf81", "name": "network-vif-plugged", "status": "completed", "tag": "ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:29:31.909868 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6500323b-980b-47cd-aec2-75ee07b099b6 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:29:31.910388 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d40f353-4508-4bf8-b171-8f8805b2bf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5', 'code': 200} Nov 24 11:29:31.918240 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac033d-ecaa-47fd-b60f-ee11dbaeae42 req-e2e67e8a-6ddb-450d-89a6-9788a0153c6a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:31.919885 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-26ac033d-ecaa-47fd-b60f-ee11dbaeae42 req-e2e67e8a-6ddb-450d-89a6-9788a0153c6a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 945 time: 0.0753562 Nov 24 11:29:31.925876 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:31.970723 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-26ac033d-ecaa-47fd-b60f-ee11dbaeae42 req-d2ef0e4c-c35f-4710-9a50-6cc19b8a8008 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446770 Nov 24 11:29:32.077728 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae0672-a147-4465-a872-d86f2c41fee7 req-bba39c16-5c75-4048-85e5-a1265a557639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:32.079186 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e7ae0672-a147-4465-a872-d86f2c41fee7 req-bba39c16-5c75-4048-85e5-a1265a557639 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 1099 time: 0.0395944 Nov 24 11:29:32.122253 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-e7ae0672-a147-4465-a872-d86f2c41fee7 req-5f6943ba-4170-49c2-b524-b20a7752c9d0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353417 Nov 24 11:29:32.500821 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:33.090744 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274f93c-7468-408a-932a-27153c95ae05 req-9a008dab-c183-4e50-ad25-75b18a6bfb45 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:33.092192 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4274f93c-7468-408a-932a-27153c95ae05 req-9a008dab-c183-4e50-ad25-75b18a6bfb45 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0512383 Nov 24 11:29:33.137760 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4274f93c-7468-408a-932a-27153c95ae05 req-f3059bcc-1174-4282-a32b-91c4b49ac556 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396366 Nov 24 11:29:34.255716 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91fa67-fa61-4e2a-8560-fee85c29d3bd req-67bf3266-3727-4b36-a0dd-ad106f632ca2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:34.257185 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-db91fa67-fa61-4e2a-8560-fee85c29d3bd req-67bf3266-3727-4b36-a0dd-ad106f632ca2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0474086 Nov 24 11:29:34.305193 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-db91fa67-fa61-4e2a-8560-fee85c29d3bd req-64df0c4d-d2d6-4077-9a56-1ed5515f49c8 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417044 Nov 24 11:29:34.431072 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e91732-dfe5-4e8b-b063-56dc18833327 req-5ec87e73-bd9e-4000-9614-3755dc086140 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:34.432550 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f7e91732-dfe5-4e8b-b063-56dc18833327 req-5ec87e73-bd9e-4000-9614-3755dc086140 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0539999 Nov 24 11:29:34.442646 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56308) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:29:34.447191 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-16e86cdd-0581-4c23-a7e6-74fef73768c6 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Request body: {'floatingip': {'port_id': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:29:34.485539 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-16e86cdd-0581-4c23-a7e6-74fef73768c6 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for floatingip, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:35.153440 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-16e86cdd-0581-4c23-a7e6-74fef73768c6 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:35.157313 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-16e86cdd-0581-4c23-a7e6-74fef73768c6 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975220'] for floatingip, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:35.258696 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [None req-16e86cdd-0581-4c23-a7e6-74fef73768c6 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Floating IP f7a429c8-7538-4720-bd09-32983b61e253 associated. External IP: 172.27.1.60, port: ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5. Nov 24 11:29:35.457916 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e86cdd-0581-4c23-a7e6-74fef73768c6 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Router 371e3da4-fb02-409c-9f30-c0ada2be864d has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:29:35.572394 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e86cdd-0581-4c23-a7e6-74fef73768c6 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:29:35.578605 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-16e86cdd-0581-4c23-a7e6-74fef73768c6 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for floatingip, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:35.590040 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01968a33-572e-408d-a3c6-ce6ffd96f2cd None None] Sync routers for ids ['371e3da4-fb02-409c-9f30-c0ada2be864d'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:29:35.599302 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01968a33-572e-408d-a3c6-ce6ffd96f2cd None None] Routers {'371e3da4-fb02-409c-9f30-c0ada2be864d'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:29:35.599915 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-01968a33-572e-408d-a3c6-ce6ffd96f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:29:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['371e3da4-fb02-409c-9f30-c0ada2be864d'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:35.614994 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-16e86cdd-0581-4c23-a7e6-74fef73768c6 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "PUT /v2.0/floatingips/f7a429c8-7538-4720-bd09-32983b61e253 HTTP/1.1" status: 200 len: 991 time: 1.1711628 Nov 24 11:29:35.615590 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d40f353-4508-4bf8-b171-8f8805b2bf81', 'tag': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:29:35.617885 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b23035-ebb7-4c36-957b-a92a8c4f2f61" -d '{"events": [{"name": "network-changed", "server_uuid": "7d40f353-4508-4bf8-b171-8f8805b2bf81", "tag": "ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:29:35.708114 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-01968a33-572e-408d-a3c6-ce6ffd96f2cd None None] Set router 371e3da4-fb02-409c-9f30-c0ada2be864d gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:29:35.831445 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a436fa-94d6-4d4c-8491-4032857aeca1 x-openstack-request-id: req-d5a436fa-94d6-4d4c-8491-4032857aeca1 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:29:35.831805 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d40f353-4508-4bf8-b171-8f8805b2bf81", "tag": "ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:29:35.832160 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d5a436fa-94d6-4d4c-8491-4032857aeca1 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:29:35.832569 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d40f353-4508-4bf8-b171-8f8805b2bf81', 'tag': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5', 'status': 'completed', 'code': 200} Nov 24 11:29:35.927992 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-01968a33-572e-408d-a3c6-ce6ffd96f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'name': 'tempest-AttachVolumeShelveTestJSON-104195471-router', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:39Z', 'updated_at': '2021-11-24T11:25:43Z', 'revision_number': 4, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'gw_port': {'id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:40Z', 'updated_at': '2021-11-24T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': 'f7a429c8-7538-4720-bd09-32983b61e253', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'port_id': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'mac_address': 'fa:16:3e:b8:a4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d40f353-4508-4bf8-b171-8f8805b2bf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:29:20Z', 'updated_at': '2021-11-24T11:29:35Z', 'revision_number': 1, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b84b432-7dc7-4c98-a7c3-2b98063fddee', 'name': '', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'mac_address': 'fa:16:3e:e4:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '869a9006-91f2-477a-a322-c62397f17982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:42Z', 'updated_at': '2021-11-24T11:25:48Z', 'revision_number': 5, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'subnets': [{'id': '869a9006-91f2-477a-a322-c62397f17982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:35.957096 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01968a33-572e-408d-a3c6-ce6ffd96f2cd None None] Checking router: 371e3da4-fb02-409c-9f30-c0ada2be864d for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:29:35.966779 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01968a33-572e-408d-a3c6-ce6ffd96f2cd None None] Routers {'371e3da4-fb02-409c-9f30-c0ada2be864d'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:29:35.967323 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-01968a33-572e-408d-a3c6-ce6ffd96f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:29:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['371e3da4-fb02-409c-9f30-c0ada2be864d'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:36.069191 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-01968a33-572e-408d-a3c6-ce6ffd96f2cd None None] Set router 371e3da4-fb02-409c-9f30-c0ada2be864d gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:29:36.281524 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-01968a33-572e-408d-a3c6-ce6ffd96f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'name': 'tempest-AttachVolumeShelveTestJSON-104195471-router', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:39Z', 'updated_at': '2021-11-24T11:25:43Z', 'revision_number': 4, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'gw_port': {'id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:40Z', 'updated_at': '2021-11-24T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': 'f7a429c8-7538-4720-bd09-32983b61e253', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'port_id': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'mac_address': 'fa:16:3e:b8:a4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d40f353-4508-4bf8-b171-8f8805b2bf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:29:20Z', 'updated_at': '2021-11-24T11:29:35Z', 'revision_number': 1, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b84b432-7dc7-4c98-a7c3-2b98063fddee', 'name': '', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'mac_address': 'fa:16:3e:e4:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '869a9006-91f2-477a-a322-c62397f17982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:42Z', 'updated_at': '2021-11-24T11:25:48Z', 'revision_number': 5, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'subnets': [{'id': '869a9006-91f2-477a-a322-c62397f17982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:29:36.309187 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01968a33-572e-408d-a3c6-ce6ffd96f2cd None None] The sync data for ids ['371e3da4-fb02-409c-9f30-c0ada2be864d'] in dv-cinder-819089-1-iscsi is: [{'id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'name': 'tempest-AttachVolumeShelveTestJSON-104195471-router', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:39Z', 'updated_at': '2021-11-24T11:25:43Z', 'revision_number': 4, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'gw_port': {'id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:40Z', 'updated_at': '2021-11-24T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': 'f7a429c8-7538-4720-bd09-32983b61e253', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'port_id': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'mac_address': 'fa:16:3e:b8:a4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d40f353-4508-4bf8-b171-8f8805b2bf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:29:20Z', 'updated_at': '2021-11-24T11:29:35Z', 'revision_number': 1, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b84b432-7dc7-4c98-a7c3-2b98063fddee', 'name': '', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'mac_address': 'fa:16:3e:e4:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '869a9006-91f2-477a-a322-c62397f17982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:42Z', 'updated_at': '2021-11-24T11:25:48Z', 'revision_number': 5, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'subnets': [{'id': '869a9006-91f2-477a-a322-c62397f17982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:29:36.477953 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8551fdb-bb4f-4cb4-82fe-5de119c904fe None None] New status for floating IP f7a429c8-7538-4720-bd09-32983b61e253: ACTIVE {{(pid=102484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 11:29:39.108095 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b23035-ebb7-4c36-957b-a92a8c4f2f61 req-77c2bf59-19e4-4361-9d20-d761d7379129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:39.109601 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-b8b23035-ebb7-4c36-957b-a92a8c4f2f61 req-77c2bf59-19e4-4361-9d20-d761d7379129 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=45f80f37390a4f5f8b97a920ce8330df&device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 1099 time: 0.0504973 Nov 24 11:29:39.198167 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b23035-ebb7-4c36-957b-a92a8c4f2f61 req-451de18b-8c67-4af8-9a36-3d49f3bccc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:39.199553 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-b8b23035-ebb7-4c36-957b-a92a8c4f2f61 req-451de18b-8c67-4af8-9a36-3d49f3bccc11 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1ba09535-c948-4159-ac87-b3cbd70bbf1e HTTP/1.1" status: 200 len: 917 time: 0.0823274 Nov 24 11:29:39.268026 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-b8b23035-ebb7-4c36-957b-a92a8c4f2f61 req-2bb116e7-a74b-4b46-a921-4cd44f19d1e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 HTTP/1.1" status: 200 len: 1001 time: 0.0584185 Nov 24 11:29:39.319044 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b23035-ebb7-4c36-957b-a92a8c4f2f61 req-c196c4f4-ab6a-4908-8b3f-88a760108cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:39.320428 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-b8b23035-ebb7-4c36-957b-a92a8c4f2f61 req-c196c4f4-ab6a-4908-8b3f-88a760108cfa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=869a9006-91f2-477a-a322-c62397f17982 HTTP/1.1" status: 200 len: 855 time: 0.0411084 Nov 24 11:29:39.381079 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b23035-ebb7-4c36-957b-a92a8c4f2f61 req-9b92019e-4ce9-4c21-831b-7054ecfa1974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:39.382573 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-b8b23035-ebb7-4c36-957b-a92a8c4f2f61 req-9b92019e-4ce9-4c21-831b-7054ecfa1974 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ba09535-c948-4159-ac87-b3cbd70bbf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416319 Nov 24 11:29:39.488146 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-b8b23035-ebb7-4c36-957b-a92a8c4f2f61 req-55299a89-f189-4e96-9632-d8c35df6a419 service neutron] 10.222.0.65 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844469 Nov 24 11:29:39.583729 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-b8b23035-ebb7-4c36-957b-a92a8c4f2f61 req-cb9c39e3-7dd7-4869-8918-506938e026ba service neutron] 10.222.0.65 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796843 Nov 24 11:29:46.876471 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:48.708201 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0938c-f61f-4cd8-a666-e7aff7ccb6f7 req-ade2b8c1-b997-4ad1-9733-da73ee7a666d tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:48.709621 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d3f0938c-f61f-4cd8-a666-e7aff7ccb6f7 req-ade2b8c1-b997-4ad1-9733-da73ee7a666d tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=64979af8-32ea-4b53-8f11-e1e8b8e5cbcd HTTP/1.1" status: 200 len: 945 time: 0.0493271 Nov 24 11:29:48.755754 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d3f0938c-f61f-4cd8-a666-e7aff7ccb6f7 req-fe58e987-3171-497a-96e0-dbeb66b5b1b2 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403585 Nov 24 11:29:49.871169 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7b168-ecd9-444c-8b60-19ba7bfc6c6c req-6296ba76-c431-4443-b25f-a04f5889106a tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:49.873237 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-36c7b168-ecd9-444c-8b60-19ba7bfc6c6c req-6296ba76-c431-4443-b25f-a04f5889106a tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=64979af8-32ea-4b53-8f11-e1e8b8e5cbcd HTTP/1.1" status: 200 len: 945 time: 0.0481918 Nov 24 11:29:49.918631 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-36c7b168-ecd9-444c-8b60-19ba7bfc6c6c req-66eeee30-1f33-4448-804c-6b94f50567ae tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396345 Nov 24 11:29:50.559913 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc73f55-88e3-4afc-b5a6-c83e119b71ae req-a9a75228-e89c-41b1-bcac-7e97a43d220c tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:29:50.562817 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-6fc73f55-88e3-4afc-b5a6-c83e119b71ae req-a9a75228-e89c-41b1-bcac-7e97a43d220c tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.65 "GET /v2.0/ports?device_id=64979af8-32ea-4b53-8f11-e1e8b8e5cbcd HTTP/1.1" status: 200 len: 945 time: 0.0542846 Nov 24 11:29:50.668042 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [req-6fc73f55-88e3-4afc-b5a6-c83e119b71ae req-6ca1af74-37f7-469e-85d3-f607f331f565 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Deleting port ab76c893-e5b8-4955-903f-640f77c35998 {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:29:50.668383 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-6fc73f55-88e3-4afc-b5a6-c83e119b71ae req-6ca1af74-37f7-469e-85d3-f607f331f565 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:50.755360 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-6fc73f55-88e3-4afc-b5a6-c83e119b71ae req-6ca1af74-37f7-469e-85d3-f607f331f565 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] For port ab76c893-e5b8-4955-903f-640f77c35998, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=ab76c893-e5b8-4955-903f-640f77c35998,segment=NetworkSegment(875f8071-017f-4060-a80d-3da828d68f74),segment_id=875f8071-017f-4060-a80d-3da828d68f74)] {{(pid=102481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:29:50.755718 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-6fc73f55-88e3-4afc-b5a6-c83e119b71ae req-6ca1af74-37f7-469e-85d3-f607f331f565 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:50.767444 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [req-6fc73f55-88e3-4afc-b5a6-c83e119b71ae req-6ca1af74-37f7-469e-85d3-f607f331f565 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Calling delete_port for ab76c893-e5b8-4955-903f-640f77c35998 owned by compute:nova {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:29:50.888301 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-6fc73f55-88e3-4afc-b5a6-c83e119b71ae req-6ca1af74-37f7-469e-85d3-f607f331f565 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:50.899956 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['ab76c893-e5b8-4955-903f-640f77c35998'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:29:50.919148 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1af74-37f7-469e-85d3-f607f331f565 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Pushing event deleted for resources: {'Port': ['ID=ab76c893-e5b8-4955-903f-640f77c35998,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:29:50.958320 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc73f55-88e3-4afc-b5a6-c83e119b71ae req-6ca1af74-37f7-469e-85d3-f607f331f565 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] No DVR routers for this DVR port ab76c893-e5b8-4955-903f-640f77c35998 on host hv-cinder-81908 {{(pid=102481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:29:50.960901 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-6fc73f55-88e3-4afc-b5a6-c83e119b71ae req-6ca1af74-37f7-469e-85d3-f607f331f565 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:50.964211 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-6fc73f55-88e3-4afc-b5a6-c83e119b71ae req-6ca1af74-37f7-469e-85d3-f607f331f565 tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.65 "DELETE /v2.0/ports/ab76c893-e5b8-4955-903f-640f77c35998 HTTP/1.1" status: 204 len: 173 time: 0.3844421 Nov 24 11:29:50.964884 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64979af8-32ea-4b53-8f11-e1e8b8e5cbcd', 'name': 'network-vif-deleted', 'tag': 'ab76c893-e5b8-4955-903f-640f77c35998'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:29:50.967149 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ed0b1d-71a2-43e3-b3b3-d7e44e1a30eb" -d '{"events": [{"server_uuid": "64979af8-32ea-4b53-8f11-e1e8b8e5cbcd", "name": "network-vif-deleted", "tag": "ab76c893-e5b8-4955-903f-640f77c35998"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:29:51.021368 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-945362a3-23b0-40e1-b990-5fb0fcfcdc53 req-18cdbd97-6993-4dd4-99f1-bf290506621c tempest-VolumesSnapshotTestJSON-304966716 tempest-VolumesSnapshotTestJSON-304966716-project] 10.222.0.54 "GET /v2.0/ports?device_id=64979af8-32ea-4b53-8f11-e1e8b8e5cbcd HTTP/1.1" status: 200 len: 210 time: 0.0317771 Nov 24 11:29:51.078797 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df9af0c-294a-4844-a552-abbfd258ca39 x-openstack-request-id: req-2df9af0c-294a-4844-a552-abbfd258ca39 {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:29:51.079087 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64979af8-32ea-4b53-8f11-e1e8b8e5cbcd", "name": "network-vif-deleted", "tag": "ab76c893-e5b8-4955-903f-640f77c35998", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:29:51.079339 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2df9af0c-294a-4844-a552-abbfd258ca39 {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:29:51.079731 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64979af8-32ea-4b53-8f11-e1e8b8e5cbcd', 'name': 'network-vif-deleted', 'tag': 'ab76c893-e5b8-4955-903f-640f77c35998', 'status': 'completed', 'code': 200} Nov 24 11:29:56.376985 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-47e954c9-f9af-44df-abbe-55195b643603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:56.508381 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device ab76c893-e5b8-4955-903f-640f77c35998 no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:29:56.527964 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] No Port match for: ab76c893-e5b8-4955-903f-640f77c35998 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:29:56.528312 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device ab76c893-e5b8-4955-903f-640f77c35998 not bound to the agent host hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:29:58.720623 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7faac066-cd81-4346-8ba3-7976a62c0782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:29:59.667726 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:01.390408 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:02.502012 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:02.744708 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:30:14.979073 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56652) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:15.022445 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab93405-221b-431d-a8c3-fcc6b8004f8c admin admin] Deleting subnet ed48cb41-cb8b-46ba-9ab6-f3637928b417 {{(pid=102481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 11:30:15.025477 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9ab93405-221b-431d-a8c3-fcc6b8004f8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:15.060235 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9ab93405-221b-431d-a8c3-fcc6b8004f8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534712207'] for subnet, precommit_delete_associations {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:15.105841 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9ab93405-221b-431d-a8c3-fcc6b8004f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036365'] for subnet, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:15.158288 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9ab93405-221b-431d-a8c3-fcc6b8004f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534712115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534249557'] for subnet, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:15.183751 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab93405-221b-431d-a8c3-fcc6b8004f8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed48cb41-cb8b-46ba-9ab6-f3637928b417,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:15.191708 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9ab93405-221b-431d-a8c3-fcc6b8004f8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:15.194865 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-9ab93405-221b-431d-a8c3-fcc6b8004f8c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ed48cb41-cb8b-46ba-9ab6-f3637928b417 HTTP/1.1" status: 204 len: 168 time: 0.2148004 Nov 24 11:30:15.196316 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93405-221b-431d-a8c3-fcc6b8004f8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.196701 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93405-221b-431d-a8c3-fcc6b8004f8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.197051 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93405-221b-431d-a8c3-fcc6b8004f8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.197394 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93405-221b-431d-a8c3-fcc6b8004f8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.197731 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93405-221b-431d-a8c3-fcc6b8004f8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.197843 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56658) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:15.198246 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93405-221b-431d-a8c3-fcc6b8004f8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.198390 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93405-221b-431d-a8c3-fcc6b8004f8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.198722 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93405-221b-431d-a8c3-fcc6b8004f8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.199054 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93405-221b-431d-a8c3-fcc6b8004f8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.199382 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93405-221b-431d-a8c3-fcc6b8004f8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.199750 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93405-221b-431d-a8c3-fcc6b8004f8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.200076 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93405-221b-431d-a8c3-fcc6b8004f8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.266540 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622759'] for network, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:15.349959 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037944', 'neutron.services.segments.db._delete_segments_for_network-8771666762424'] for network, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:15.371879 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3338c17-946b-45b7-aa49-64c8a2098ee2']}} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:15.381654 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '875f8071-017f-4060-a80d-3da828d68f74') {'for_net_delete': True} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:15.381981 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '875f8071-017f-4060-a80d-3da828d68f74') {} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:15.391682 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666709580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532784894'] for segment, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:15.405213 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:15.411153 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=102482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 11:30:15.411532 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536164608'] for segment, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: Traceback (most recent call last): Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: timer() Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: cb(*args, **kw) Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: return func(*args, **kwargs) Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: self._notify() Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: self.callback(batched_events) Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: event.method(event) Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: return f(self, *a, **k) Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: return self._get(url).json() Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: return self.request(url, 'GET', **kwargs) Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:30:15.414013 dv-cinder-819089-1-iscsi neutron-server[102482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:30:15.468632 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975206'] for network, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:15.473045 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:15.476252 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] 10.222.0.54 "DELETE /v2.0/networks/f3338c17-946b-45b7-aa49-64c8a2098ee2 HTTP/1.1" status: 204 len: 168 time: 0.2774785 Nov 24 11:30:15.488673 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] Pushing event deleted for resources: {'Network': ['ID=f3338c17-946b-45b7-aa49-64c8a2098ee2,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:15.495791 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.496140 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.496507 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.496871 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.497206 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.497539 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.497870 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.498198 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.498525 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.498851 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.499175 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.499510 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5bfe-38f9-41e3-8498-3994567daeae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:15.634928 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56664) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:15.679798 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-f6ea5065-4cbd-4759-823e-b93a242478c8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d8dd321b34b44dd69e1abd68854da45e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435400 Nov 24 11:30:15.682284 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56666) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:15.729543 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6cfdf4d4-3f31-4334-8ee7-e2a1a5d0cc7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:15.750551 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6cfdf4d4-3f31-4334-8ee7-e2a1a5d0cc7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:15.794982 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6cfdf4d4-3f31-4334-8ee7-e2a1a5d0cc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:15.797565 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6cfdf4d4-3f31-4334-8ee7-e2a1a5d0cc7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:15.798727 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-6cfdf4d4-3f31-4334-8ee7-e2a1a5d0cc7d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ce56456a-c7d0-47d1-a3f2-e0c80c4155a0 HTTP/1.1" status: 204 len: 168 time: 0.1155331 Nov 24 11:30:15.806315 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdf4d4-3f31-4334-8ee7-e2a1a5d0cc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce56456a-c7d0-47d1-a3f2-e0c80c4155a0,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:16.449436 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56700) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:16.553064 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-b97a0c67-f64a-4d06-83cf-09bac4bb529f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-602502716-network', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:30:16.575090 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97a0c67-f64a-4d06-83cf-09bac4bb529f admin admin] Made reservation on behalf of f381540b3c9b4687aaeecffb496f268e for: {'network': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:30:16.577502 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b97a0c67-f64a-4d06-83cf-09bac4bb529f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for network, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:16.586847 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b97a0c67-f64a-4d06-83cf-09bac4bb529f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:16.666199 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b97a0c67-f64a-4d06-83cf-09bac4bb529f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:16.670180 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b97a0c67-f64a-4d06-83cf-09bac4bb529f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:16.691529 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97a0c67-f64a-4d06-83cf-09bac4bb529f admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=102482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 11:30:16.706104 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a0c67-f64a-4d06-83cf-09bac4bb529f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb292646-c5d3-4bd8-b3f9-ca7af2fe278a,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:16.710207 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b97a0c67-f64a-4d06-83cf-09bac4bb529f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:16.710551 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.db.segments_db [None req-b97a0c67-f64a-4d06-83cf-09bac4bb529f admin admin] Added segment c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c of type vlan for network 82ffb513-3ccb-4ed3-b605-477c999e9699 Nov 24 11:30:16.755588 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b97a0c67-f64a-4d06-83cf-09bac4bb529f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771666227267'] for network, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:16.780468 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b97a0c67-f64a-4d06-83cf-09bac4bb529f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for network, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:16.781497 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97a0c67-f64a-4d06-83cf-09bac4bb529f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:16.782097 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b97a0c67-f64a-4d06-83cf-09bac4bb529f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:16.811799 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-b97a0c67-f64a-4d06-83cf-09bac4bb529f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3603306 Nov 24 11:30:16.815016 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56706) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:16.820587 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-719525f6-3e59-4022-a14d-45faa2b248fb admin admin] Request body: {'subnet': {'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-602502716-subnet', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'ip_version': 4}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:30:16.842012 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719525f6-3e59-4022-a14d-45faa2b248fb admin admin] Made reservation on behalf of f381540b3c9b4687aaeecffb496f268e for: {'subnet': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:30:16.844458 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-719525f6-3e59-4022-a14d-45faa2b248fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534249584'] for subnet, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:16.846390 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a0c67-f64a-4d06-83cf-09bac4bb529f admin admin] Pushing event updated for resources: {'Network': ['ID=82ffb513-3ccb-4ed3-b605-477c999e9699,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:16.856429 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Network 82ffb513-3ccb-4ed3-b605-477c999e9699 details requested by agent ovs-agent-dv-cinder-819089-1-iscsi with host dv-cinder-819089-1-iscsi {{(pid=102483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 11:30:16.926992 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:17.018555 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-719525f6-3e59-4022-a14d-45faa2b248fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534712306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534249538'] for subnet, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:17.074437 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719525f6-3e59-4022-a14d-45faa2b248fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dfc601b-63d6-4a16-bdea-422a8077d6f1,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:17.079533 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719525f6-3e59-4022-a14d-45faa2b248fb admin admin] Checking segment: {'id': 'c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:30:17.079905 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719525f6-3e59-4022-a14d-45faa2b248fb admin admin] Network hostable DHCP agents. Network: 82ffb513-3ccb-4ed3-b605-477c999e9699, hostable agents: ['90347969-607b-440e-afac-8ad03a91f79b'], hosted agents: [] {{(pid=102481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 11:30:17.096109 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719525f6-3e59-4022-a14d-45faa2b248fb admin admin] Network 82ffb513-3ccb-4ed3-b605-477c999e9699 is scheduled to be hosted by DHCP agent 90347969-607b-440e-afac-8ad03a91f79b with binding_index 1 {{(pid=102481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 11:30:17.104137 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-719525f6-3e59-4022-a14d-45faa2b248fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819089-1-iscsi, 82ffb513-3ccb-4ed3-b605-477c999e9699) {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:30:17.108417 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719525f6-3e59-4022-a14d-45faa2b248fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:17.109032 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-719525f6-3e59-4022-a14d-45faa2b248fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:17.113666 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa5f72a-513f-4591-9a98-3c3486ddfc0b None None] Network 82ffb513-3ccb-4ed3-b605-477c999e9699 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:30:17.129961 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-719525f6-3e59-4022-a14d-45faa2b248fb admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3111570 Nov 24 11:30:17.130304 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56708) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:17.137014 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-0db24a86-08af-4134-a732-d1bc53ac6f25 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-602502716-router', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:30:17.162776 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0db24a86-08af-4134-a732-d1bc53ac6f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3219'] for router, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:17.163702 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0db24a86-08af-4134-a732-d1bc53ac6f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:17.217951 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0db24a86-08af-4134-a732-d1bc53ac6f25 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:17.393392 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93cd4e5f-7129-5106-abea-c98820ee5c55-82ffb513-3ccb-4ed3-b605-477c999e9699', 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'fixed_ips': [{'subnet_id': '6dfc601b-63d6-4a16-bdea-422a8077d6f1'}]}} from dv-cinder-819089-1-iscsi. {{(pid=102483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 11:30:17.394424 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:17.542722 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Allocated IP 172.20.0.2 (82ffb513-3ccb-4ed3-b605-477c999e9699/6dfc601b-63d6-4a16-bdea-422a8077d6f1/bc261532-0a20-4b5a-9186-2909e8161a44) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:30:17.608907 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0db24a86-08af-4134-a732-d1bc53ac6f25 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:17.688045 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Publish callbacks [] for port, precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:17.695059 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:17.735130 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Network 82ffb513-3ccb-4ed3-b605-477c999e9699 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:30:17.737992 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:30:17.741413 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:30:17.748433 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Pushing event updated for resources: {'Port': ['ID=bc261532-0a20-4b5a-9186-2909e8161a44,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:17.772711 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:17.773096 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:17.773450 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:17.773793 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:17.774131 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:17.774469 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:17.774807 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:17.775199 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:17.775484 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:17.775818 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:17.776146 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:17.776470 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:17.808058 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Attempting to bind port bc261532-0a20-4b5a-9186-2909e8161a44 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:30:17.808437 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Attempting to bind port bc261532-0a20-4b5a-9186-2909e8161a44 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': 'c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:30:17.808833 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Attempting to bind port bc261532-0a20-4b5a-9186-2909e8161a44 on network 82ffb513-3ccb-4ed3-b605-477c999e9699 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:30:17.813742 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:30:17.814120 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Checking segment: {'id': 'c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:30:17.814520 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:17.814913 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Bound using segment: {'id': 'c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:30:17.815379 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Bound port: bc261532-0a20-4b5a-9186-2909e8161a44, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:30:17.815756 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:17.819930 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0db24a86-08af-4134-a732-d1bc53ac6f25 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:17.838510 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0db24a86-08af-4134-a732-d1bc53ac6f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:17.880415 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] For port bc261532-0a20-4b5a-9186-2909e8161a44, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:30:17.883709 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] For port bc261532-0a20-4b5a-9186-2909e8161a44, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=bc261532-0a20-4b5a-9186-2909e8161a44,segment=NetworkSegment(c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c),segment_id=c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:30:17.888449 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:17.942706 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731730d-d567-4a25-9208-f2b17f454275 None None] Pushing event updated for resources: {'Port': ['ID=bc261532-0a20-4b5a-9186-2909e8161a44,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:17.951008 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [None req-0db24a86-08af-4134-a732-d1bc53ac6f25 admin admin] Allocated IP 172.27.1.189 (abec3bdb-3f5f-43d3-a05f-b74eaa51b59e/68c5d2bd-607c-45ea-a578-f70e1637afae/b22430da-67cb-43dd-ae42-595aff7d8b20) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:30:18.071050 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0db24a86-08af-4134-a732-d1bc53ac6f25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:18.120349 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0db24a86-08af-4134-a732-d1bc53ac6f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:18.168711 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db24a86-08af-4134-a732-d1bc53ac6f25 admin admin] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:30:18.171578 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-0db24a86-08af-4134-a732-d1bc53ac6f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:30:18.175005 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db24a86-08af-4134-a732-d1bc53ac6f25 admin admin] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:30:18.180484 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db24a86-08af-4134-a732-d1bc53ac6f25 admin admin] Pushing event updated for resources: {'Port': ['ID=b22430da-67cb-43dd-ae42-595aff7d8b20,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:18.301925 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device bc261532-0a20-4b5a-9186-2909e8161a44 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:30:18.350362 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port bc261532-0a20-4b5a-9186-2909e8161a44 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:18.350648 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:18.437915 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:18.460063 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-7fda939e-6f6e-43c8-b4ac-14a261121952 req-2b59cec9-f668-46f9-8342-a223cd22b87d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0990031 Nov 24 11:30:18.469640 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0db24a86-08af-4134-a732-d1bc53ac6f25 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:18.473378 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] For port bc261532-0a20-4b5a-9186-2909e8161a44, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=bc261532-0a20-4b5a-9186-2909e8161a44,segment=NetworkSegment(c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c),segment_id=c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:30:18.477668 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:18.530433 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Pushing event updated for resources: {'Port': ['ID=bc261532-0a20-4b5a-9186-2909e8161a44,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:18.651554 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda939e-6f6e-43c8-b4ac-14a261121952 req-12427489-cae6-4a10-a16c-3694e19006e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:18.653656 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-7fda939e-6f6e-43c8-b4ac-14a261121952 req-12427489-cae6-4a10-a16c-3694e19006e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=303d49c4d2774367b4d1606a579ed56b&device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 1098 time: 0.1289465 Nov 24 11:30:18.785366 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0db24a86-08af-4134-a732-d1bc53ac6f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1975076'] for router, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:18.851941 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda939e-6f6e-43c8-b4ac-14a261121952 req-fe62abb1-f6e5-4f85-9292-594fe0f8c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:18.853696 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-7fda939e-6f6e-43c8-b4ac-14a261121952 req-fe62abb1-f6e5-4f85-9292-594fe0f8c79b service neutron] 10.222.0.65 "GET /v2.0/networks?id=f813662d-6de5-41cf-ac48-8f27f8448f99 HTTP/1.1" status: 200 len: 912 time: 0.1625414 Nov 24 11:30:18.963981 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aded160e-6cbd-4ed3-83f2-14dacff3c271 None None] Network 82ffb513-3ccb-4ed3-b605-477c999e9699 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:30:18.974723 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-7fda939e-6f6e-43c8-b4ac-14a261121952 req-34f9b4cb-5c8c-4cea-bf08-383137bf3bd9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e977cf2-5e37-46ad-adbd-be8237c48c51 HTTP/1.1" status: 200 len: 1001 time: 0.1130269 Nov 24 11:30:19.039151 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda939e-6f6e-43c8-b4ac-14a261121952 req-d757ba0f-f517-4e30-8faf-001382d520ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:19.040682 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-7fda939e-6f6e-43c8-b4ac-14a261121952 req-d757ba0f-f517-4e30-8faf-001382d520ce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6137ff9-74cb-4c61-ada2-9bfaf66f6509 HTTP/1.1" status: 200 len: 850 time: 0.0578017 Nov 24 11:30:19.041668 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db24a86-08af-4134-a732-d1bc53ac6f25 admin admin] Router 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 is scheduled to L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e with binding_index 1 {{(pid=102481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 11:30:19.061349 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-dde52967-7ae4-4b00-9c85-95a76d59968f None None] Provisioning complete for port bc261532-0a20-4b5a-9186-2909e8161a44 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:19.061349 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-dde52967-7ae4-4b00-9c85-95a76d59968f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:19.165258 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda939e-6f6e-43c8-b4ac-14a261121952 req-a12a4700-905c-4e2d-addc-e7e256adf1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:19.166803 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-7fda939e-6f6e-43c8-b4ac-14a261121952 req-a12a4700-905c-4e2d-addc-e7e256adf1a8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f813662d-6de5-41cf-ac48-8f27f8448f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1178815 Nov 24 11:30:19.202331 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db24a86-08af-4134-a732-d1bc53ac6f25 admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:30:19.211744 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] Sync routers for ids ['9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:30:19.224044 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] Routers {'9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:30:19.224764 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:29:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:19.249675 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0db24a86-08af-4134-a732-d1bc53ac6f25 admin admin] Publish callbacks [] for router, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:19.250897 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-0db24a86-08af-4134-a732-d1bc53ac6f25 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1193349 Nov 24 11:30:19.253603 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56718) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:19.338975 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] Set router 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:30:19.353921 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-7fda939e-6f6e-43c8-b4ac-14a261121952 req-83c5b332-cd6f-4dcb-9893-454547e4551d service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723566 Nov 24 11:30:19.523703 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-7fda939e-6f6e-43c8-b4ac-14a261121952 req-df7afca7-b4ac-4c3f-91fa-42a08e62c817 service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609383 Nov 24 11:30:19.525352 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-830abe09-8574-4262-884f-0607ed072e08 None None] Provisioning complete for port bc261532-0a20-4b5a-9186-2909e8161a44 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:19.525896 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-830abe09-8574-4262-884f-0607ed072e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:19.556349 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'name': 'tempest-TestShelveInstance-602502716-router', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:18Z', 'revision_number': 3, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'gw_port': {'id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:19.593279 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] Checking router: 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:30:19.593914 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] Updating router 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 port b22430da-67cb-43dd-ae42-595aff7d8b20 binding host dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 11:30:19.626138 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:19.947969 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] Publish callbacks [] for port, precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:19.953843 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:20.006991 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] Attempting to bind port b22430da-67cb-43dd-ae42-595aff7d8b20 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:30:20.007675 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] Attempting to bind port b22430da-67cb-43dd-ae42-595aff7d8b20 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:30:20.007822 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] Attempting to bind port b22430da-67cb-43dd-ae42-595aff7d8b20 on network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:30:20.009563 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659fbba-5046-4225-a3bb-73f7ac2add9a None None] Pushing event updated for resources: {'Port': ['ID=b22430da-67cb-43dd-ae42-595aff7d8b20,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:20.015207 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:30:20.016164 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] Checking segment: {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:30:20.016164 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:20.016375 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] Bound using segment: {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:30:20.016880 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] Bound port: b22430da-67cb-43dd-ae42-595aff7d8b20, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:30:20.017267 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:20.057977 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3853efe2-2a3b-477f-a256-ef0d3a520dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:20.070529 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] For port b22430da-67cb-43dd-ae42-595aff7d8b20, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:30:20.073518 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] For port b22430da-67cb-43dd-ae42-595aff7d8b20, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=b22430da-67cb-43dd-ae42-595aff7d8b20,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:30:20.078327 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:20.137692 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] Routers {'9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:30:20.138411 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:29:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:20.174730 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659fbba-5046-4225-a3bb-73f7ac2add9a None None] Pushing event updated for resources: {'Port': ['ID=b22430da-67cb-43dd-ae42-595aff7d8b20,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:20.217118 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [None req-3853efe2-2a3b-477f-a256-ef0d3a520dd7 admin admin] Allocated IP 172.20.0.1 (82ffb513-3ccb-4ed3-b605-477c999e9699/6dfc601b-63d6-4a16-bdea-422a8077d6f1/49da7869-1f00-4aa4-b7d1-053d04e84081) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:30:20.331345 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3853efe2-2a3b-477f-a256-ef0d3a520dd7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:20.347418 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device bc261532-0a20-4b5a-9186-2909e8161a44 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:30:20.366179 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3853efe2-2a3b-477f-a256-ef0d3a520dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:20.403653 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] Set router 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:30:20.404960 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3853efe2-2a3b-477f-a256-ef0d3a520dd7 admin admin] Network 82ffb513-3ccb-4ed3-b605-477c999e9699 is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:30:20.407711 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-3853efe2-2a3b-477f-a256-ef0d3a520dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:30:20.411040 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3853efe2-2a3b-477f-a256-ef0d3a520dd7 admin admin] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:30:20.434672 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853efe2-2a3b-477f-a256-ef0d3a520dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=49da7869-1f00-4aa4-b7d1-053d04e84081,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:20.461941 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3853efe2-2a3b-477f-a256-ef0d3a520dd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2040115'] for router_interface, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:20.488820 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port bc261532-0a20-4b5a-9186-2909e8161a44 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:20.489199 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:20.598201 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3853efe2-2a3b-477f-a256-ef0d3a520dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:20.660994 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'name': 'tempest-TestShelveInstance-602502716-router', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:18Z', 'revision_number': 3, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'gw_port': {'id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:20.701884 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba0b60-132b-4f0a-b67f-83467ed5e1d1 None None] The sync data for ids ['9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'] in dv-cinder-819089-1-iscsi is: [{'id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'name': 'tempest-TestShelveInstance-602502716-router', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:18Z', 'revision_number': 3, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'gw_port': {'id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:30:20.713146 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-b3acaf4c-f255-4bd6-8478-67703bcdcadd None None] Provisioning complete for port 49da7869-1f00-4aa4-b7d1-053d04e84081 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:20.713525 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b3acaf4c-f255-4bd6-8478-67703bcdcadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:20.751632 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-b3acaf4c-f255-4bd6-8478-67703bcdcadd None None] Port 49da7869-1f00-4aa4-b7d1-053d04e84081 cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:30:20.769824 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3853efe2-2a3b-477f-a256-ef0d3a520dd7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:20.774691 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3853efe2-2a3b-477f-a256-ef0d3a520dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534712165'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:20.845606 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3853efe2-2a3b-477f-a256-ef0d3a520dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2040223'] for router_interface, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:20.847291 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853efe2-2a3b-477f-a256-ef0d3a520dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=49da7869-1f00-4aa4-b7d1-053d04e84081,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:20.962165 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3853efe2-2a3b-477f-a256-ef0d3a520dd7 admin admin] Network 82ffb513-3ccb-4ed3-b605-477c999e9699 is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:30:20.963839 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-3853efe2-2a3b-477f-a256-ef0d3a520dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:30:21.097488 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3853efe2-2a3b-477f-a256-ef0d3a520dd7 admin admin] Router 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:30:21.218541 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3853efe2-2a3b-477f-a256-ef0d3a520dd7 admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:30:21.223586 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-3853efe2-2a3b-477f-a256-ef0d3a520dd7 admin admin] 10.222.0.54 "PUT /v2.0/routers/9b0aa60a-a9f5-4500-b3af-ee6b30c72d88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9690292 Nov 24 11:30:21.275449 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-1e5ffc00-69dc-4f91-8c9e-0e771de22a76 None None] Provisioning complete for port 49da7869-1f00-4aa4-b7d1-053d04e84081 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:21.276036 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1e5ffc00-69dc-4f91-8c9e-0e771de22a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:21.314674 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ffc00-69dc-4f91-8c9e-0e771de22a76 None None] Port 49da7869-1f00-4aa4-b7d1-053d04e84081 cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:30:21.704677 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56746) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:21.709751 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-f65f68dc-05b6-4346-94c2-8bb01b4b433e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1058654726-network', 'tenant_id': '43f02aa358224bf9b399d1aa740b60b7'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:30:21.732935 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65f68dc-05b6-4346-94c2-8bb01b4b433e admin admin] Made reservation on behalf of 43f02aa358224bf9b399d1aa740b60b7 for: {'network': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:30:21.735226 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f65f68dc-05b6-4346-94c2-8bb01b4b433e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for network, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:21.743706 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f65f68dc-05b6-4346-94c2-8bb01b4b433e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:21.817651 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f65f68dc-05b6-4346-94c2-8bb01b4b433e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:21.821326 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f65f68dc-05b6-4346-94c2-8bb01b4b433e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:21.845123 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65f68dc-05b6-4346-94c2-8bb01b4b433e admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=102481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 11:30:21.854611 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f68dc-05b6-4346-94c2-8bb01b4b433e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1024629a-ea9e-4344-bdfb-e3731965a630,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:21.859688 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f65f68dc-05b6-4346-94c2-8bb01b4b433e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:21.860025 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.segments_db [None req-f65f68dc-05b6-4346-94c2-8bb01b4b433e admin admin] Added segment 492987ea-2d42-4348-ab8f-ca5b5cd00304 of type vlan for network 86bddab6-3826-4384-a131-135f019fab14 Nov 24 11:30:21.899235 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f65f68dc-05b6-4346-94c2-8bb01b4b433e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771666227267'] for network, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:21.925687 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f65f68dc-05b6-4346-94c2-8bb01b4b433e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for network, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:21.926627 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65f68dc-05b6-4346-94c2-8bb01b4b433e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:21.927257 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-f65f68dc-05b6-4346-94c2-8bb01b4b433e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:21.964474 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-f65f68dc-05b6-4346-94c2-8bb01b4b433e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2586384 Nov 24 11:30:21.967973 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56750) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:21.973067 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-404514f6-52dd-4651-adef-87d5b9979882 admin admin] Request body: {'subnet': {'network_id': '86bddab6-3826-4384-a131-135f019fab14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1058654726-subnet', 'tenant_id': '43f02aa358224bf9b399d1aa740b60b7', 'ip_version': 4}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:30:21.991794 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f68dc-05b6-4346-94c2-8bb01b4b433e admin admin] Pushing event updated for resources: {'Network': ['ID=86bddab6-3826-4384-a131-135f019fab14,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:21.995703 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404514f6-52dd-4651-adef-87d5b9979882 admin admin] Made reservation on behalf of 43f02aa358224bf9b399d1aa740b60b7 for: {'subnet': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:30:21.998435 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-404514f6-52dd-4651-adef-87d5b9979882 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532794209'] for subnet, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:22.001714 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Network 86bddab6-3826-4384-a131-135f019fab14 details requested by agent ovs-agent-dv-cinder-819089-1-iscsi with host dv-cinder-819089-1-iscsi {{(pid=102483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 11:30:22.173788 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-404514f6-52dd-4651-adef-87d5b9979882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536166255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532794195'] for subnet, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:22.230222 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404514f6-52dd-4651-adef-87d5b9979882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94c717d6-f03e-4c13-9ff9-965b4605d03c,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:22.237538 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404514f6-52dd-4651-adef-87d5b9979882 admin admin] Checking segment: {'id': '492987ea-2d42-4348-ab8f-ca5b5cd00304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '86bddab6-3826-4384-a131-135f019fab14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:30:22.237895 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404514f6-52dd-4651-adef-87d5b9979882 admin admin] Network hostable DHCP agents. Network: 86bddab6-3826-4384-a131-135f019fab14, hostable agents: ['90347969-607b-440e-afac-8ad03a91f79b'], hosted agents: [] {{(pid=102482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 11:30:22.258039 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404514f6-52dd-4651-adef-87d5b9979882 admin admin] Network 86bddab6-3826-4384-a131-135f019fab14 is scheduled to be hosted by DHCP agent 90347969-607b-440e-afac-8ad03a91f79b with binding_index 1 {{(pid=102482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 11:30:22.272009 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-404514f6-52dd-4651-adef-87d5b9979882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819089-1-iscsi, 86bddab6-3826-4384-a131-135f019fab14) {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:30:22.276109 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404514f6-52dd-4651-adef-87d5b9979882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:22.276803 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-404514f6-52dd-4651-adef-87d5b9979882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:22.283144 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6947510e-d651-4b84-aef5-7b81d8b94a23 None None] Network 86bddab6-3826-4384-a131-135f019fab14 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:30:22.298230 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56754) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:22.301116 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] Sync routers for ids ['9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:30:22.302917 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-8357c840-6706-43ae-af05-b0127e740eae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1058654726-router', 'tenant_id': '43f02aa358224bf9b399d1aa740b60b7', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:30:22.303063 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-404514f6-52dd-4651-adef-87d5b9979882 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3338258 Nov 24 11:30:22.316885 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] Routers {'9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:30:22.317496 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:29:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:22.318657 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device b22430da-67cb-43dd-ae42-595aff7d8b20 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:30:22.327721 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8357c840-6706-43ae-af05-b0127e740eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3219'] for router, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:22.329769 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8357c840-6706-43ae-af05-b0127e740eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:22.384151 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8357c840-6706-43ae-af05-b0127e740eae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:22.435021 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port b22430da-67cb-43dd-ae42-595aff7d8b20 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:22.435824 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:22.438053 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] Set router 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:30:22.548029 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2596500e-7755-46ab-9c2c-fcae7816ef74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93cd4e5f-7129-5106-abea-c98820ee5c55-86bddab6-3826-4384-a131-135f019fab14', 'network_id': '86bddab6-3826-4384-a131-135f019fab14', 'tenant_id': '43f02aa358224bf9b399d1aa740b60b7', 'fixed_ips': [{'subnet_id': '94c717d6-f03e-4c13-9ff9-965b4605d03c'}]}} from dv-cinder-819089-1-iscsi. {{(pid=102483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 11:30:22.548889 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8357c840-6706-43ae-af05-b0127e740eae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:22.549057 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2596500e-7755-46ab-9c2c-fcae7816ef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:22.605735 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:22.668934 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'name': 'tempest-TestShelveInstance-602502716-router', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:20Z', 'revision_number': 4, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'gw_port': {'id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '49da7869-1f00-4aa4-b7d1-053d04e84081', 'name': '', 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'mac_address': 'fa:16:3e:0d:d2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '6dfc601b-63d6-4a16-bdea-422a8077d6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:20Z', 'updated_at': '2021-11-24T11:30:20Z', 'revision_number': 2, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'subnets': [{'id': '6dfc601b-63d6-4a16-bdea-422a8077d6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:22.678554 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] For port b22430da-67cb-43dd-ae42-595aff7d8b20, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=b22430da-67cb-43dd-ae42-595aff7d8b20,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:30:22.683041 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:22.700003 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] Checking router: 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:30:22.700433 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] Updating router 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 port 49da7869-1f00-4aa4-b7d1-053d04e84081 binding host dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 11:30:22.726791 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:22.754326 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8357c840-6706-43ae-af05-b0127e740eae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:22.769318 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Pushing event updated for resources: {'Port': ['ID=b22430da-67cb-43dd-ae42-595aff7d8b20,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:22.785261 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8357c840-6706-43ae-af05-b0127e740eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:22.790076 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-2596500e-7755-46ab-9c2c-fcae7816ef74 None None] Allocated IP 172.20.0.2 (86bddab6-3826-4384-a131-135f019fab14/94c717d6-f03e-4c13-9ff9-965b4605d03c/51796403-7012-40fa-a254-e61aee5d5aaf) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:30:22.910092 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [None req-8357c840-6706-43ae-af05-b0127e740eae admin admin] Allocated IP 172.27.1.36 (abec3bdb-3f5f-43d3-a05f-b74eaa51b59e/68c5d2bd-607c-45ea-a578-f70e1637afae/92ac544e-8f63-4d6b-9903-dac4d3323e12) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:30:22.947753 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2596500e-7755-46ab-9c2c-fcae7816ef74 None None] Publish callbacks [] for port, precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:22.957716 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2596500e-7755-46ab-9c2c-fcae7816ef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109'] for port, after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:22.993060 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2596500e-7755-46ab-9c2c-fcae7816ef74 None None] Network 86bddab6-3826-4384-a131-135f019fab14 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:30:22.999496 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-2596500e-7755-46ab-9c2c-fcae7816ef74 None None] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:30:23.003562 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2596500e-7755-46ab-9c2c-fcae7816ef74 None None] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:30:23.011640 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596500e-7755-46ab-9c2c-fcae7816ef74 None None] Pushing event updated for resources: {'Port': ['ID=51796403-7012-40fa-a254-e61aee5d5aaf,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:23.021936 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8357c840-6706-43ae-af05-b0127e740eae admin admin] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:23.043019 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] Publish callbacks [] for port, precommit_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:23.049186 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:23.068502 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-2596500e-7755-46ab-9c2c-fcae7816ef74 None None] Attempting to bind port 51796403-7012-40fa-a254-e61aee5d5aaf on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:30:23.069357 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-2596500e-7755-46ab-9c2c-fcae7816ef74 None None] Attempting to bind port 51796403-7012-40fa-a254-e61aee5d5aaf by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': '492987ea-2d42-4348-ab8f-ca5b5cd00304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '86bddab6-3826-4384-a131-135f019fab14'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:30:23.069743 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2596500e-7755-46ab-9c2c-fcae7816ef74 None None] Attempting to bind port 51796403-7012-40fa-a254-e61aee5d5aaf on network 86bddab6-3826-4384-a131-135f019fab14 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:30:23.075401 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8357c840-6706-43ae-af05-b0127e740eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:23.076261 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2596500e-7755-46ab-9c2c-fcae7816ef74 None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:30:23.076636 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2596500e-7755-46ab-9c2c-fcae7816ef74 None None] Checking segment: {'id': '492987ea-2d42-4348-ab8f-ca5b5cd00304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '86bddab6-3826-4384-a131-135f019fab14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:30:23.077078 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2596500e-7755-46ab-9c2c-fcae7816ef74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:23.077463 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2596500e-7755-46ab-9c2c-fcae7816ef74 None None] Bound using segment: {'id': '492987ea-2d42-4348-ab8f-ca5b5cd00304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '86bddab6-3826-4384-a131-135f019fab14'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:30:23.078066 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-2596500e-7755-46ab-9c2c-fcae7816ef74 None None] Bound port: 51796403-7012-40fa-a254-e61aee5d5aaf, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '492987ea-2d42-4348-ab8f-ca5b5cd00304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '86bddab6-3826-4384-a131-135f019fab14'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:30:23.078455 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2596500e-7755-46ab-9c2c-fcae7816ef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:23.119109 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4c2e3-d861-4edb-a33e-32714ca58556 None None] Pushing event updated for resources: {'Port': ['ID=49da7869-1f00-4aa4-b7d1-053d04e84081,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:23.133986 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8357c840-6706-43ae-af05-b0127e740eae admin admin] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:30:23.137532 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-8357c840-6706-43ae-af05-b0127e740eae admin admin] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:30:23.138870 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d4c2e3-d861-4edb-a33e-32714ca58556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:23.139889 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d4c2e3-d861-4edb-a33e-32714ca58556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:23.140397 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d4c2e3-d861-4edb-a33e-32714ca58556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:23.140939 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d4c2e3-d861-4edb-a33e-32714ca58556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:23.141428 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d4c2e3-d861-4edb-a33e-32714ca58556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:23.142444 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d4c2e3-d861-4edb-a33e-32714ca58556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:23.142947 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d4c2e3-d861-4edb-a33e-32714ca58556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:23.143453 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d4c2e3-d861-4edb-a33e-32714ca58556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:23.144550 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d4c2e3-d861-4edb-a33e-32714ca58556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:23.145153 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d4c2e3-d861-4edb-a33e-32714ca58556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:23.145276 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8357c840-6706-43ae-af05-b0127e740eae admin admin] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:30:23.145965 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d4c2e3-d861-4edb-a33e-32714ca58556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:23.146452 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d4c2e3-d861-4edb-a33e-32714ca58556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:30:23.172780 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-2596500e-7755-46ab-9c2c-fcae7816ef74 None None] For port 51796403-7012-40fa-a254-e61aee5d5aaf, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:30:23.180630 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-2596500e-7755-46ab-9c2c-fcae7816ef74 None None] For port 51796403-7012-40fa-a254-e61aee5d5aaf, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=51796403-7012-40fa-a254-e61aee5d5aaf,segment=NetworkSegment(492987ea-2d42-4348-ab8f-ca5b5cd00304),segment_id=492987ea-2d42-4348-ab8f-ca5b5cd00304)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:30:23.190534 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2596500e-7755-46ab-9c2c-fcae7816ef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:23.247303 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] Attempting to bind port 49da7869-1f00-4aa4-b7d1-053d04e84081 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:30:23.247966 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] Attempting to bind port 49da7869-1f00-4aa4-b7d1-053d04e84081 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': 'c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:30:23.248480 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] Attempting to bind port 49da7869-1f00-4aa4-b7d1-053d04e84081 on network 82ffb513-3ccb-4ed3-b605-477c999e9699 {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:30:23.256052 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:30:23.256664 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] Checking segment: {'id': 'c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:30:23.257233 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:23.257915 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] Bound using segment: {'id': 'c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:30:23.258564 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] Bound port: 49da7869-1f00-4aa4-b7d1-053d04e84081, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:30:23.259131 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:23.267574 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596500e-7755-46ab-9c2c-fcae7816ef74 None None] Pushing event updated for resources: {'Port': ['ID=51796403-7012-40fa-a254-e61aee5d5aaf,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:23.325647 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357c840-6706-43ae-af05-b0127e740eae admin admin] Pushing event updated for resources: {'Port': ['ID=92ac544e-8f63-4d6b-9903-dac4d3323e12,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:23.334290 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] For port 49da7869-1f00-4aa4-b7d1-053d04e84081, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:30:23.337553 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] For port 49da7869-1f00-4aa4-b7d1-053d04e84081, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=49da7869-1f00-4aa4-b7d1-053d04e84081,segment=NetworkSegment(c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c),segment_id=c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:30:23.343658 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:23.414804 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4c2e3-d861-4edb-a33e-32714ca58556 None None] Pushing event updated for resources: {'Port': ['ID=49da7869-1f00-4aa4-b7d1-053d04e84081,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:23.417547 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] Routers {'9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:30:23.418182 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:29:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:23.469232 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8357c840-6706-43ae-af05-b0127e740eae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:23.558380 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-77cb84c8-c7cc-4ab3-b4cc-e4c84c497f64 None None] Provisioning complete for port 49da7869-1f00-4aa4-b7d1-053d04e84081 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:23.559520 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-77cb84c8-c7cc-4ab3-b4cc-e4c84c497f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:23.587304 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] Set router 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:30:23.738784 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-77cb84c8-c7cc-4ab3-b4cc-e4c84c497f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:23.752618 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8357c840-6706-43ae-af05-b0127e740eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1975076'] for router, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:23.820996 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-77cb84c8-c7cc-4ab3-b4cc-e4c84c497f64 None None] For port 49da7869-1f00-4aa4-b7d1-053d04e84081, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=49da7869-1f00-4aa4-b7d1-053d04e84081,segment=NetworkSegment(c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c),segment_id=c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:30:23.841605 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-77cb84c8-c7cc-4ab3-b4cc-e4c84c497f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:23.922246 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb84c8-c7cc-4ab3-b4cc-e4c84c497f64 None None] Pushing event updated for resources: {'Port': ['ID=49da7869-1f00-4aa4-b7d1-053d04e84081,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:23.942239 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8357c840-6706-43ae-af05-b0127e740eae admin admin] Router ec030534-3f04-4ea5-a9c3-ec8e00e23235 is scheduled to L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e with binding_index 1 {{(pid=102481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 11:30:23.968540 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-1bbb59e2-d984-4315-b156-6b0d037f39f5 None None] Provisioning complete for port 49da7869-1f00-4aa4-b7d1-053d04e84081 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:23.969423 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1bbb59e2-d984-4315-b156-6b0d037f39f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:23.987505 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'name': 'tempest-TestShelveInstance-602502716-router', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:20Z', 'revision_number': 4, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'gw_port': {'id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '49da7869-1f00-4aa4-b7d1-053d04e84081', 'name': '', 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'mac_address': 'fa:16:3e:0d:d2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '6dfc601b-63d6-4a16-bdea-422a8077d6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:20Z', 'updated_at': '2021-11-24T11:30:23Z', 'revision_number': 4, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'subnets': [{'id': '6dfc601b-63d6-4a16-bdea-422a8077d6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:24.028380 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8468d4bd-4287-442d-9db9-7c4e52b57397 None None] The sync data for ids ['9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'] in dv-cinder-819089-1-iscsi is: [{'id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'name': 'tempest-TestShelveInstance-602502716-router', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:20Z', 'revision_number': 4, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'gw_port': {'id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '49da7869-1f00-4aa4-b7d1-053d04e84081', 'name': '', 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'mac_address': 'fa:16:3e:0d:d2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '6dfc601b-63d6-4a16-bdea-422a8077d6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:20Z', 'updated_at': '2021-11-24T11:30:23Z', 'revision_number': 4, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'subnets': [{'id': '6dfc601b-63d6-4a16-bdea-422a8077d6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:30:24.158336 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8357c840-6706-43ae-af05-b0127e740eae admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:30:24.175064 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] Sync routers for ids ['ec030534-3f04-4ea5-a9c3-ec8e00e23235'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:30:24.180408 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8357c840-6706-43ae-af05-b0127e740eae admin admin] Publish callbacks [] for router, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:24.185749 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-8357c840-6706-43ae-af05-b0127e740eae admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8858523 Nov 24 11:30:24.187075 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56768) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:24.195947 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] Routers {'ec030534-3f04-4ea5-a9c3-ec8e00e23235'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:30:24.196773 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:29:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['ec030534-3f04-4ea5-a9c3-ec8e00e23235'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:24.468503 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] Set router ec030534-3f04-4ea5-a9c3-ec8e00e23235 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:30:24.715771 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device b22430da-67cb-43dd-ae42-595aff7d8b20 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:30:25.117316 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703c5a1d-96b8-4488-9e0e-a990da0f3b25 None None] Network 86bddab6-3826-4384-a131-135f019fab14 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:30:25.199796 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-caa06f15-79b4-4942-8b07-7e128e5015a5 None None] Provisioning complete for port 51796403-7012-40fa-a254-e61aee5d5aaf triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:25.200542 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-caa06f15-79b4-4942-8b07-7e128e5015a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:25.521002 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port b22430da-67cb-43dd-ae42-595aff7d8b20 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:25.521715 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:25.555143 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-caa06f15-79b4-4942-8b07-7e128e5015a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:25.617301 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c27d32ee-a4bb-4b9d-9848-bf94c656b99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:25.621879 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-caa06f15-79b4-4942-8b07-7e128e5015a5 None None] For port 51796403-7012-40fa-a254-e61aee5d5aaf, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=51796403-7012-40fa-a254-e61aee5d5aaf,segment=NetworkSegment(492987ea-2d42-4348-ab8f-ca5b5cd00304),segment_id=492987ea-2d42-4348-ab8f-ca5b5cd00304)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:30:25.636207 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-caa06f15-79b4-4942-8b07-7e128e5015a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:25.643668 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec030534-3f04-4ea5-a9c3-ec8e00e23235', 'name': 'tempest-TestShelveInstance-1058654726-router', 'tenant_id': '43f02aa358224bf9b399d1aa740b60b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '92ac544e-8f63-4d6b-9903-dac4d3323e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:22Z', 'updated_at': '2021-11-24T11:30:23Z', 'revision_number': 3, 'project_id': '43f02aa358224bf9b399d1aa740b60b7', 'gw_port': {'id': '92ac544e-8f63-4d6b-9903-dac4d3323e12', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec030534-3f04-4ea5-a9c3-ec8e00e23235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:22Z', 'updated_at': '2021-11-24T11:30:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:25.750000 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 51796403-7012-40fa-a254-e61aee5d5aaf up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:30:25.751508 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] Checking router: ec030534-3f04-4ea5-a9c3-ec8e00e23235 for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:30:25.751860 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] Updating router ec030534-3f04-4ea5-a9c3-ec8e00e23235 port 92ac544e-8f63-4d6b-9903-dac4d3323e12 binding host dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 11:30:25.781537 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa06f15-79b4-4942-8b07-7e128e5015a5 None None] Pushing event updated for resources: {'Port': ['ID=51796403-7012-40fa-a254-e61aee5d5aaf,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:25.825086 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [None req-c27d32ee-a4bb-4b9d-9848-bf94c656b99d admin admin] Allocated IP 172.20.0.1 (86bddab6-3826-4384-a131-135f019fab14/94c717d6-f03e-4c13-9ff9-965b4605d03c/8077c416-847b-4a02-8a5f-4538df79aa98) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:30:25.827864 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:25.936776 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-72da9b1d-d559-43c9-87a1-d18965199fac None None] Provisioning complete for port 51796403-7012-40fa-a254-e61aee5d5aaf triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:25.937115 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-72da9b1d-d559-43c9-87a1-d18965199fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:25.966003 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c27d32ee-a4bb-4b9d-9848-bf94c656b99d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:26.027937 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 51796403-7012-40fa-a254-e61aee5d5aaf triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:26.028311 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:26.031742 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c27d32ee-a4bb-4b9d-9848-bf94c656b99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:26.073722 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27d32ee-a4bb-4b9d-9848-bf94c656b99d admin admin] Network 86bddab6-3826-4384-a131-135f019fab14 is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:30:26.076685 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-c27d32ee-a4bb-4b9d-9848-bf94c656b99d admin admin] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:30:26.091130 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27d32ee-a4bb-4b9d-9848-bf94c656b99d admin admin] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:30:26.136444 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d32ee-a4bb-4b9d-9848-bf94c656b99d admin admin] Pushing event updated for resources: {'Port': ['ID=8077c416-847b-4a02-8a5f-4538df79aa98,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:26.157175 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c27d32ee-a4bb-4b9d-9848-bf94c656b99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2040115'] for router_interface, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:26.283163 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 49da7869-1f00-4aa4-b7d1-053d04e84081 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:30:26.306896 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] Publish callbacks [] for port, precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:26.320934 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:26.326407 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c27d32ee-a4bb-4b9d-9848-bf94c656b99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:26.412699 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 49da7869-1f00-4aa4-b7d1-053d04e84081 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:26.413068 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:26.423644 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] Attempting to bind port 92ac544e-8f63-4d6b-9903-dac4d3323e12 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:30:26.424020 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] Attempting to bind port 92ac544e-8f63-4d6b-9903-dac4d3323e12 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:30:26.424382 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] Attempting to bind port 92ac544e-8f63-4d6b-9903-dac4d3323e12 on network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:30:26.453593 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5bd1613f-1196-40d4-8601-106002004b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:26.454911 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74b466-c6fd-4412-8392-df2a2e7e4bbc None None] Pushing event updated for resources: {'Port': ['ID=92ac544e-8f63-4d6b-9903-dac4d3323e12,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:26.462321 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:30:26.462686 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] Checking segment: {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:30:26.463086 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:26.463476 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] Bound using segment: {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:30:26.463960 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] Bound port: 92ac544e-8f63-4d6b-9903-dac4d3323e12, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f55a1d-2dde-4ae1-89fc-901cec644823', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:30:26.464567 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:26.500048 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-ae59b92c-f1e2-4a05-a983-36674f94e1af None None] Provisioning complete for port 8077c416-847b-4a02-8a5f-4538df79aa98 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:26.500412 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ae59b92c-f1e2-4a05-a983-36674f94e1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:26.547281 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c27d32ee-a4bb-4b9d-9848-bf94c656b99d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:26.552371 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c27d32ee-a4bb-4b9d-9848-bf94c656b99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534712165'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:26.593224 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] For port 92ac544e-8f63-4d6b-9903-dac4d3323e12, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:30:26.595038 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-ae59b92c-f1e2-4a05-a983-36674f94e1af None None] Port 8077c416-847b-4a02-8a5f-4538df79aa98 cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:30:26.609770 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] For port 92ac544e-8f63-4d6b-9903-dac4d3323e12, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=92ac544e-8f63-4d6b-9903-dac4d3323e12,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:30:26.614249 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:26.630952 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c27d32ee-a4bb-4b9d-9848-bf94c656b99d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2040223'] for router_interface, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:26.632733 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d32ee-a4bb-4b9d-9848-bf94c656b99d admin admin] Pushing event updated for resources: {'Port': ['ID=8077c416-847b-4a02-8a5f-4538df79aa98,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:26.675396 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] Routers {'ec030534-3f04-4ea5-a9c3-ec8e00e23235'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:30:26.676010 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:29:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['ec030534-3f04-4ea5-a9c3-ec8e00e23235'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:26.677899 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74b466-c6fd-4412-8392-df2a2e7e4bbc None None] Pushing event updated for resources: {'Port': ['ID=92ac544e-8f63-4d6b-9903-dac4d3323e12,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:26.722721 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 51796403-7012-40fa-a254-e61aee5d5aaf up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:30:26.735591 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27d32ee-a4bb-4b9d-9848-bf94c656b99d admin admin] Network 86bddab6-3826-4384-a131-135f019fab14 is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:30:26.736991 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-c27d32ee-a4bb-4b9d-9848-bf94c656b99d admin admin] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:30:26.822310 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] Set router ec030534-3f04-4ea5-a9c3-ec8e00e23235 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:30:26.861824 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27d32ee-a4bb-4b9d-9848-bf94c656b99d admin admin] Router ec030534-3f04-4ea5-a9c3-ec8e00e23235 has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:30:26.868167 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 51796403-7012-40fa-a254-e61aee5d5aaf triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:26.868537 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:26.994471 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27d32ee-a4bb-4b9d-9848-bf94c656b99d admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:30:27.001172 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-c27d32ee-a4bb-4b9d-9848-bf94c656b99d admin admin] 10.222.0.54 "PUT /v2.0/routers/ec030534-3f04-4ea5-a9c3-ec8e00e23235/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7984588 Nov 24 11:30:27.189986 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-7df84573-085e-444e-bab7-b4b7762fc0a7 None None] Provisioning complete for port 8077c416-847b-4a02-8a5f-4538df79aa98 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:27.190349 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7df84573-085e-444e-bab7-b4b7762fc0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:27.256161 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-7df84573-085e-444e-bab7-b4b7762fc0a7 None None] Port 8077c416-847b-4a02-8a5f-4538df79aa98 cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:30:27.282111 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec030534-3f04-4ea5-a9c3-ec8e00e23235', 'name': 'tempest-TestShelveInstance-1058654726-router', 'tenant_id': '43f02aa358224bf9b399d1aa740b60b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '92ac544e-8f63-4d6b-9903-dac4d3323e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:22Z', 'updated_at': '2021-11-24T11:30:26Z', 'revision_number': 4, 'project_id': '43f02aa358224bf9b399d1aa740b60b7', 'gw_port': {'id': '92ac544e-8f63-4d6b-9903-dac4d3323e12', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec030534-3f04-4ea5-a9c3-ec8e00e23235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:22Z', 'updated_at': '2021-11-24T11:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '8077c416-847b-4a02-8a5f-4538df79aa98', 'name': '', 'network_id': '86bddab6-3826-4384-a131-135f019fab14', 'tenant_id': '43f02aa358224bf9b399d1aa740b60b7', 'mac_address': 'fa:16:3e:91:89:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec030534-3f04-4ea5-a9c3-ec8e00e23235', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '94c717d6-f03e-4c13-9ff9-965b4605d03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:25Z', 'updated_at': '2021-11-24T11:30:26Z', 'revision_number': 2, 'project_id': '43f02aa358224bf9b399d1aa740b60b7', 'subnets': [{'id': '94c717d6-f03e-4c13-9ff9-965b4605d03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:27.312867 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386eb621-51e5-4886-b856-6ac91c45e6ac None None] The sync data for ids ['ec030534-3f04-4ea5-a9c3-ec8e00e23235'] in dv-cinder-819089-1-iscsi is: [{'id': 'ec030534-3f04-4ea5-a9c3-ec8e00e23235', 'name': 'tempest-TestShelveInstance-1058654726-router', 'tenant_id': '43f02aa358224bf9b399d1aa740b60b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '92ac544e-8f63-4d6b-9903-dac4d3323e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:22Z', 'updated_at': '2021-11-24T11:30:26Z', 'revision_number': 4, 'project_id': '43f02aa358224bf9b399d1aa740b60b7', 'gw_port': {'id': '92ac544e-8f63-4d6b-9903-dac4d3323e12', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec030534-3f04-4ea5-a9c3-ec8e00e23235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:22Z', 'updated_at': '2021-11-24T11:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '8077c416-847b-4a02-8a5f-4538df79aa98', 'name': '', 'network_id': '86bddab6-3826-4384-a131-135f019fab14', 'tenant_id': '43f02aa358224bf9b399d1aa740b60b7', 'mac_address': 'fa:16:3e:91:89:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec030534-3f04-4ea5-a9c3-ec8e00e23235', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '94c717d6-f03e-4c13-9ff9-965b4605d03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:25Z', 'updated_at': '2021-11-24T11:30:26Z', 'revision_number': 2, 'project_id': '43f02aa358224bf9b399d1aa740b60b7', 'subnets': [{'id': '94c717d6-f03e-4c13-9ff9-965b4605d03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:30:27.570309 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56816) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:27.579177 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-e7b5d8ff-375b-4469-b124-8a1a6f587266 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1234870143', 'description': 'tempest-secgroup-smoke-1234870143 description', 'project_id': 'f381540b3c9b4687aaeecffb496f268e'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:30:27.612575 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d8ff-375b-4469-b124-8a1a6f587266 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:27.702908 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d8ff-375b-4469-b124-8a1a6f587266 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:27.707500 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d8ff-375b-4469-b124-8a1a6f587266 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:27.739709 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5d8ff-375b-4469-b124-8a1a6f587266 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d3485c-b76f-4770-978d-828c503b818e,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:27.747274 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d8ff-375b-4469-b124-8a1a6f587266 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:27.748743 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e7b5d8ff-375b-4469-b124-8a1a6f587266 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1756558 Nov 24 11:30:27.752156 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56824) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:27.757558 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-ab26639d-5b7a-4a44-99f3-0aa308cf5d6a tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Request body: {'security_group_rule': {'security_group_id': '24d3485c-b76f-4770-978d-828c503b818e', 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:30:27.790329 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ab26639d-5b7a-4a44-99f3-0aa308cf5d6a tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:27.863384 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ab26639d-5b7a-4a44-99f3-0aa308cf5d6a tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:27.870471 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ab26639d-5b7a-4a44-99f3-0aa308cf5d6a tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:27.893224 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26639d-5b7a-4a44-99f3-0aa308cf5d6a tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517e196c-b85a-407f-8e98-ea21f9e61f42,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:27.902103 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ab26639d-5b7a-4a44-99f3-0aa308cf5d6a tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:27.904883 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-ab26639d-5b7a-4a44-99f3-0aa308cf5d6a tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505189 Nov 24 11:30:27.907459 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56832) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:27.912375 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-6b96057e-4f8c-4723-bd7a-b874311c3fb8 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Request body: {'security_group_rule': {'security_group_id': '24d3485c-b76f-4770-978d-828c503b818e', 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:30:27.940945 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6b96057e-4f8c-4723-bd7a-b874311c3fb8 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.003757 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6b96057e-4f8c-4723-bd7a-b874311c3fb8 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.007489 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6b96057e-4f8c-4723-bd7a-b874311c3fb8 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.028424 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96057e-4f8c-4723-bd7a-b874311c3fb8 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28e95b5-073a-4835-a0f0-99d82d71ab35,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:28.052290 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6b96057e-4f8c-4723-bd7a-b874311c3fb8 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.053997 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-6b96057e-4f8c-4723-bd7a-b874311c3fb8 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1452813 Nov 24 11:30:28.056332 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56836) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:28.066009 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-8caa9d6d-1d64-46e7-baa8-8a6038896959 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Request body: {'security_group_rule': {'security_group_id': '24d3485c-b76f-4770-978d-828c503b818e', 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:30:28.095608 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8caa9d6d-1d64-46e7-baa8-8a6038896959 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.163938 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8caa9d6d-1d64-46e7-baa8-8a6038896959 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.167978 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8caa9d6d-1d64-46e7-baa8-8a6038896959 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.185833 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69375d-6407-4914-89f9-5080db872ae2 req-f1b3ba6c-9b7d-4c8a-8d46-005de6095da1 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:28.187387 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d69375d-6407-4914-89f9-5080db872ae2 req-f1b3ba6c-9b7d-4c8a-8d46-005de6095da1 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f640ef8-e4ad-4a16-b75b-e5159106969f HTTP/1.1" status: 200 len: 945 time: 0.0577822 Nov 24 11:30:28.190756 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa9d6d-1d64-46e7-baa8-8a6038896959 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7d38af-c7b8-4cbb-a2d9-b87733e8fe50,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:28.196362 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8caa9d6d-1d64-46e7-baa8-8a6038896959 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.201095 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-8caa9d6d-1d64-46e7-baa8-8a6038896959 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405737 Nov 24 11:30:28.201595 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56838) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:28.206201 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-ee870a17-aae7-4c90-8112-2fabb234da59 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Request body: {'security_group_rule': {'security_group_id': '24d3485c-b76f-4770-978d-828c503b818e', 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:30:28.238175 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ee870a17-aae7-4c90-8112-2fabb234da59 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.249215 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d69375d-6407-4914-89f9-5080db872ae2 req-e7e047b6-8fd8-4c6a-b96d-6e710142fa02 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=d64e960f-ad75-4b76-bb76-f49e200bdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514767 Nov 24 11:30:28.300295 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ee870a17-aae7-4c90-8112-2fabb234da59 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.304051 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ee870a17-aae7-4c90-8112-2fabb234da59 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.321793 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee870a17-aae7-4c90-8112-2fabb234da59 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6774611d-dbaa-46a4-9866-c71994b93650,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:28.330354 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ee870a17-aae7-4c90-8112-2fabb234da59 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.331563 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-ee870a17-aae7-4c90-8112-2fabb234da59 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289077 Nov 24 11:30:28.334232 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56840) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:28.338554 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-e8cab2bf-dfd2-4eb7-8434-8edc2aaa551b tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Request body: {'security_group_rule': {'security_group_id': '24d3485c-b76f-4770-978d-828c503b818e', 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:30:28.366805 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.securitygroups_db [None req-e8cab2bf-dfd2-4eb7-8434-8edc2aaa551b tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Project f381540b3c9b4687aaeecffb496f268e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 11:30:28.372063 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e8cab2bf-dfd2-4eb7-8434-8edc2aaa551b tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.436081 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e8cab2bf-dfd2-4eb7-8434-8edc2aaa551b tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.440030 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e8cab2bf-dfd2-4eb7-8434-8edc2aaa551b tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.457757 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cab2bf-dfd2-4eb7-8434-8edc2aaa551b tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c25efcf-2d64-4d13-bdfd-c1955e98bc68,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:28.468619 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e8cab2bf-dfd2-4eb7-8434-8edc2aaa551b tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.470010 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-e8cab2bf-dfd2-4eb7-8434-8edc2aaa551b tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1347988 Nov 24 11:30:28.472693 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56842) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:28.477231 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-81ce5ae4-edac-41fe-ab52-c6e92e1de26b tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Request body: {'security_group_rule': {'security_group_id': '24d3485c-b76f-4770-978d-828c503b818e', 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:30:28.500489 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.securitygroups_db [None req-81ce5ae4-edac-41fe-ab52-c6e92e1de26b tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Project f381540b3c9b4687aaeecffb496f268e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 11:30:28.505644 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-81ce5ae4-edac-41fe-ab52-c6e92e1de26b tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.567287 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-81ce5ae4-edac-41fe-ab52-c6e92e1de26b tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.571893 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-81ce5ae4-edac-41fe-ab52-c6e92e1de26b tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023308'] for security_group_rule, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.591510 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce5ae4-edac-41fe-ab52-c6e92e1de26b tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89602192-83dc-4a63-a052-b9050b997c46,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:28.596003 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-81ce5ae4-edac-41fe-ab52-c6e92e1de26b tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.606607 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-81ce5ae4-edac-41fe-ab52-c6e92e1de26b tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321642 Nov 24 11:30:28.734107 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 92ac544e-8f63-4d6b-9903-dac4d3323e12 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:30:28.772174 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5d28d599-a36f-4e2a-9a7e-414c4e5a9076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.797403 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 92ac544e-8f63-4d6b-9903-dac4d3323e12 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:28.798011 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.881863 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.904958 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] For port 92ac544e-8f63-4d6b-9903-dac4d3323e12, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=92ac544e-8f63-4d6b-9903-dac4d3323e12,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:30:28.910121 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:28.963751 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Pushing event updated for resources: {'Port': ['ID=92ac544e-8f63-4d6b-9903-dac4d3323e12,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:29.372353 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17920bd6-e949-4cbd-bd44-88ecbe8d80d1 req-79d18be4-16d2-4cfd-8916-f0ad4bbf1e5b tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:29.373897 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-17920bd6-e949-4cbd-bd44-88ecbe8d80d1 req-79d18be4-16d2-4cfd-8916-f0ad4bbf1e5b tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f640ef8-e4ad-4a16-b75b-e5159106969f HTTP/1.1" status: 200 len: 945 time: 0.0530994 Nov 24 11:30:29.431188 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-17920bd6-e949-4cbd-bd44-88ecbe8d80d1 req-c0784f39-9f99-4d71-b4cd-4d0261360942 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups?id=d64e960f-ad75-4b76-bb76-f49e200bdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500138 Nov 24 11:30:29.490734 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] Sync routers for ids ['ec030534-3f04-4ea5-a9c3-ec8e00e23235'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:30:29.500138 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] Routers {'ec030534-3f04-4ea5-a9c3-ec8e00e23235'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:30:29.500766 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:30:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['ec030534-3f04-4ea5-a9c3-ec8e00e23235'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:29.605480 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] Set router ec030534-3f04-4ea5-a9c3-ec8e00e23235 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:30:29.677792 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:29.803713 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec030534-3f04-4ea5-a9c3-ec8e00e23235', 'name': 'tempest-TestShelveInstance-1058654726-router', 'tenant_id': '43f02aa358224bf9b399d1aa740b60b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '92ac544e-8f63-4d6b-9903-dac4d3323e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:22Z', 'updated_at': '2021-11-24T11:30:26Z', 'revision_number': 4, 'project_id': '43f02aa358224bf9b399d1aa740b60b7', 'gw_port': {'id': '92ac544e-8f63-4d6b-9903-dac4d3323e12', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec030534-3f04-4ea5-a9c3-ec8e00e23235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:22Z', 'updated_at': '2021-11-24T11:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '8077c416-847b-4a02-8a5f-4538df79aa98', 'name': '', 'network_id': '86bddab6-3826-4384-a131-135f019fab14', 'tenant_id': '43f02aa358224bf9b399d1aa740b60b7', 'mac_address': 'fa:16:3e:91:89:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec030534-3f04-4ea5-a9c3-ec8e00e23235', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '94c717d6-f03e-4c13-9ff9-965b4605d03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:25Z', 'updated_at': '2021-11-24T11:30:26Z', 'revision_number': 2, 'project_id': '43f02aa358224bf9b399d1aa740b60b7', 'subnets': [{'id': '94c717d6-f03e-4c13-9ff9-965b4605d03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:29.829989 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] Checking router: ec030534-3f04-4ea5-a9c3-ec8e00e23235 for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:30:29.830343 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] Updating router ec030534-3f04-4ea5-a9c3-ec8e00e23235 port 8077c416-847b-4a02-8a5f-4538df79aa98 binding host dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 11:30:29.849887 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024947a7-2dc8-4793-a6b3-98b1f4fe572f req-6ade10c2-13e0-4e46-81db-25f67d92690b tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:29.851355 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-024947a7-2dc8-4793-a6b3-98b1f4fe572f req-6ade10c2-13e0-4e46-81db-25f67d92690b tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f640ef8-e4ad-4a16-b75b-e5159106969f HTTP/1.1" status: 200 len: 945 time: 0.0483890 Nov 24 11:30:29.854642 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:29.949124 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [req-024947a7-2dc8-4793-a6b3-98b1f4fe572f req-891677a6-46db-4b15-96cd-aae240bf9c8f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Deleting port 2f34f279-6ab2-43af-90ef-cf7078c56fca {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:30:29.950019 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-024947a7-2dc8-4793-a6b3-98b1f4fe572f req-891677a6-46db-4b15-96cd-aae240bf9c8f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:30.040556 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-024947a7-2dc8-4793-a6b3-98b1f4fe572f req-891677a6-46db-4b15-96cd-aae240bf9c8f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] For port 2f34f279-6ab2-43af-90ef-cf7078c56fca, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=2f34f279-6ab2-43af-90ef-cf7078c56fca,segment=NetworkSegment(796baa1c-b25a-4210-8017-3d7871f52b82),segment_id=796baa1c-b25a-4210-8017-3d7871f52b82)] {{(pid=102481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:30:30.041275 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-024947a7-2dc8-4793-a6b3-98b1f4fe572f req-891677a6-46db-4b15-96cd-aae240bf9c8f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:30.214593 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] Publish callbacks [] for port, precommit_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:30.220256 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:30.237541 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-024947a7-2dc8-4793-a6b3-98b1f4fe572f req-891677a6-46db-4b15-96cd-aae240bf9c8f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:30.237908 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-024947a7-2dc8-4793-a6b3-98b1f4fe572f req-891677a6-46db-4b15-96cd-aae240bf9c8f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975220'] for floatingip, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:30.238231 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.l3_db [req-024947a7-2dc8-4793-a6b3-98b1f4fe572f req-891677a6-46db-4b15-96cd-aae240bf9c8f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Floating IP 3144061f-760f-43be-b4af-6b10bc658ee1 disassociated. External IP: 172.27.1.61, port: 2f34f279-6ab2-43af-90ef-cf7078c56fca. Nov 24 11:30:30.238571 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [req-024947a7-2dc8-4793-a6b3-98b1f4fe572f req-891677a6-46db-4b15-96cd-aae240bf9c8f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Calling delete_port for 2f34f279-6ab2-43af-90ef-cf7078c56fca owned by compute:nova {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:30:30.263673 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f111b-50fb-4681-9d1c-59be03376cb3 None None] Pushing event updated for resources: {'Port': ['ID=8077c416-847b-4a02-8a5f-4538df79aa98,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:30.356786 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] Attempting to bind port 8077c416-847b-4a02-8a5f-4538df79aa98 on host dv-cinder-819089-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:30:30.357179 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] Attempting to bind port 8077c416-847b-4a02-8a5f-4538df79aa98 by drivers openvswitch,hyperv on host dv-cinder-819089-1-iscsi at level 0 using segments [{'id': '492987ea-2d42-4348-ab8f-ca5b5cd00304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '86bddab6-3826-4384-a131-135f019fab14'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:30:30.357539 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] Attempting to bind port 8077c416-847b-4a02-8a5f-4538df79aa98 on network 86bddab6-3826-4384-a131-135f019fab14 {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:30:30.362708 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] Checking agent: {'id': '5b7d0c11-b29a-4fb8-9748-65f5dd0d4cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819089-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 16, 32), 'started_at': datetime.datetime(2021, 11, 24, 11, 17, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819089-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:30:30.363078 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] Checking segment: {'id': '492987ea-2d42-4348-ab8f-ca5b5cd00304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '86bddab6-3826-4384-a131-135f019fab14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:30:30.363474 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:30.363865 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] Bound using segment: {'id': '492987ea-2d42-4348-ab8f-ca5b5cd00304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '86bddab6-3826-4384-a131-135f019fab14'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:30:30.364328 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] Bound port: 8077c416-847b-4a02-8a5f-4538df79aa98, host: dv-cinder-819089-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '492987ea-2d42-4348-ab8f-ca5b5cd00304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '86bddab6-3826-4384-a131-135f019fab14'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:30:30.364742 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:30.384809 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-024947a7-2dc8-4793-a6b3-98b1f4fe572f req-891677a6-46db-4b15-96cd-aae240bf9c8f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:30.414685 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891677a6-46db-4b15-96cd-aae240bf9c8f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Pushing event deleted for resources: {'Port': ['ID=2f34f279-6ab2-43af-90ef-cf7078c56fca,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:30.454926 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] For port 8077c416-847b-4a02-8a5f-4538df79aa98, host dv-cinder-819089-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:30:30.458794 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] For port 8077c416-847b-4a02-8a5f-4538df79aa98, host dv-cinder-819089-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=8077c416-847b-4a02-8a5f-4538df79aa98,segment=NetworkSegment(492987ea-2d42-4348-ab8f-ca5b5cd00304),segment_id=492987ea-2d42-4348-ab8f-ca5b5cd00304)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:30:30.463605 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:30.507846 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-7997ed1e-1b2c-4c81-ad3c-5628608bad47 None None] Provisioning complete for port 8077c416-847b-4a02-8a5f-4538df79aa98 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:30.509247 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7997ed1e-1b2c-4c81-ad3c-5628608bad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:30.526398 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f111b-50fb-4681-9d1c-59be03376cb3 None None] Pushing event updated for resources: {'Port': ['ID=8077c416-847b-4a02-8a5f-4538df79aa98,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:30.554055 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] Routers {'ec030534-3f04-4ea5-a9c3-ec8e00e23235'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:30:30.555369 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:30:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['ec030534-3f04-4ea5-a9c3-ec8e00e23235'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:30.574295 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [req-024947a7-2dc8-4793-a6b3-98b1f4fe572f req-891677a6-46db-4b15-96cd-aae240bf9c8f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Router 0f27a696-462e-43c2-82b0-88180841b79f has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:30:30.591506 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0075c72e-96b8-4e1c-b0c2-51bf99a3637a req-20de7038-e017-4feb-85e9-056388495fb3 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f640ef8-e4ad-4a16-b75b-e5159106969f HTTP/1.1" status: 200 len: 210 time: 0.0631571 Nov 24 11:30:30.664901 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7997ed1e-1b2c-4c81-ad3c-5628608bad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:30.712342 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-7997ed1e-1b2c-4c81-ad3c-5628608bad47 None None] For port 8077c416-847b-4a02-8a5f-4538df79aa98, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=8077c416-847b-4a02-8a5f-4538df79aa98,segment=NetworkSegment(492987ea-2d42-4348-ab8f-ca5b5cd00304),segment_id=492987ea-2d42-4348-ab8f-ca5b5cd00304)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:30:30.718443 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7997ed1e-1b2c-4c81-ad3c-5628608bad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:30.762361 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-024947a7-2dc8-4793-a6b3-98b1f4fe572f req-891677a6-46db-4b15-96cd-aae240bf9c8f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:30:30.774906 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 92ac544e-8f63-4d6b-9903-dac4d3323e12 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:30:30.783094 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629b46f6-a4bd-4ef6-a7ec-63ad88e71172 None None] Sync routers for ids ['0f27a696-462e-43c2-82b0-88180841b79f'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:30:30.802355 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] Set router ec030534-3f04-4ea5-a9c3-ec8e00e23235 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:30:30.819718 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997ed1e-1b2c-4c81-ad3c-5628608bad47 None None] Pushing event updated for resources: {'Port': ['ID=8077c416-847b-4a02-8a5f-4538df79aa98,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:30.828289 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [req-024947a7-2dc8-4793-a6b3-98b1f4fe572f req-891677a6-46db-4b15-96cd-aae240bf9c8f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] No DVR routers for this DVR port 2f34f279-6ab2-43af-90ef-cf7078c56fca on host hv-cinder-81908 {{(pid=102481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:30:30.836075 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-024947a7-2dc8-4793-a6b3-98b1f4fe572f req-891677a6-46db-4b15-96cd-aae240bf9c8f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:30.843005 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-024947a7-2dc8-4793-a6b3-98b1f4fe572f req-891677a6-46db-4b15-96cd-aae240bf9c8f tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.65 "DELETE /v2.0/ports/2f34f279-6ab2-43af-90ef-cf7078c56fca HTTP/1.1" status: 204 len: 173 time: 0.9824255 Nov 24 11:30:30.843220 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629b46f6-a4bd-4ef6-a7ec-63ad88e71172 None None] Routers {'0f27a696-462e-43c2-82b0-88180841b79f'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:30:30.843338 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f640ef8-e4ad-4a16-b75b-e5159106969f', 'name': 'network-vif-deleted', 'tag': '2f34f279-6ab2-43af-90ef-cf7078c56fca'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:30:30.843474 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-629b46f6-a4bd-4ef6-a7ec-63ad88e71172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:30:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['0f27a696-462e-43c2-82b0-88180841b79f'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:30.849839 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de21a86e-59e6-47df-bfac-8e25be1a2f8f" -d '{"events": [{"server_uuid": "5f640ef8-e4ad-4a16-b75b-e5159106969f", "name": "network-vif-deleted", "tag": "2f34f279-6ab2-43af-90ef-cf7078c56fca"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:30:30.938654 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6345a77c-6728-4e85-9f1c-47f597e8cf9e x-openstack-request-id: req-6345a77c-6728-4e85-9f1c-47f597e8cf9e {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:30:30.939267 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f640ef8-e4ad-4a16-b75b-e5159106969f", "name": "network-vif-deleted", "tag": "2f34f279-6ab2-43af-90ef-cf7078c56fca", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:30:30.939378 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6345a77c-6728-4e85-9f1c-47f597e8cf9e {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:30:30.940474 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f640ef8-e4ad-4a16-b75b-e5159106969f', 'name': 'network-vif-deleted', 'tag': '2f34f279-6ab2-43af-90ef-cf7078c56fca', 'status': 'completed', 'code': 200} Nov 24 11:30:31.006468 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-f16d4db5-00ee-4bdf-87ad-b659afa4a158 None None] Provisioning complete for port 8077c416-847b-4a02-8a5f-4538df79aa98 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:31.006839 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f16d4db5-00ee-4bdf-87ad-b659afa4a158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:31.035166 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 92ac544e-8f63-4d6b-9903-dac4d3323e12 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:31.035526 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:31.077629 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-629b46f6-a4bd-4ef6-a7ec-63ad88e71172 None None] Set router 0f27a696-462e-43c2-82b0-88180841b79f gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:30:31.090765 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec030534-3f04-4ea5-a9c3-ec8e00e23235', 'name': 'tempest-TestShelveInstance-1058654726-router', 'tenant_id': '43f02aa358224bf9b399d1aa740b60b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '92ac544e-8f63-4d6b-9903-dac4d3323e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:22Z', 'updated_at': '2021-11-24T11:30:26Z', 'revision_number': 4, 'project_id': '43f02aa358224bf9b399d1aa740b60b7', 'gw_port': {'id': '92ac544e-8f63-4d6b-9903-dac4d3323e12', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec030534-3f04-4ea5-a9c3-ec8e00e23235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:22Z', 'updated_at': '2021-11-24T11:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '8077c416-847b-4a02-8a5f-4538df79aa98', 'name': '', 'network_id': '86bddab6-3826-4384-a131-135f019fab14', 'tenant_id': '43f02aa358224bf9b399d1aa740b60b7', 'mac_address': 'fa:16:3e:91:89:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec030534-3f04-4ea5-a9c3-ec8e00e23235', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '94c717d6-f03e-4c13-9ff9-965b4605d03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:25Z', 'updated_at': '2021-11-24T11:30:30Z', 'revision_number': 4, 'project_id': '43f02aa358224bf9b399d1aa740b60b7', 'subnets': [{'id': '94c717d6-f03e-4c13-9ff9-965b4605d03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:31.117343 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fbc4ba-1df2-4c96-bd39-727c34e19882 None None] The sync data for ids ['ec030534-3f04-4ea5-a9c3-ec8e00e23235'] in dv-cinder-819089-1-iscsi is: [{'id': 'ec030534-3f04-4ea5-a9c3-ec8e00e23235', 'name': 'tempest-TestShelveInstance-1058654726-router', 'tenant_id': '43f02aa358224bf9b399d1aa740b60b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '92ac544e-8f63-4d6b-9903-dac4d3323e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:22Z', 'updated_at': '2021-11-24T11:30:26Z', 'revision_number': 4, 'project_id': '43f02aa358224bf9b399d1aa740b60b7', 'gw_port': {'id': '92ac544e-8f63-4d6b-9903-dac4d3323e12', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec030534-3f04-4ea5-a9c3-ec8e00e23235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:22Z', 'updated_at': '2021-11-24T11:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '8077c416-847b-4a02-8a5f-4538df79aa98', 'name': '', 'network_id': '86bddab6-3826-4384-a131-135f019fab14', 'tenant_id': '43f02aa358224bf9b399d1aa740b60b7', 'mac_address': 'fa:16:3e:91:89:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec030534-3f04-4ea5-a9c3-ec8e00e23235', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '94c717d6-f03e-4c13-9ff9-965b4605d03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:25Z', 'updated_at': '2021-11-24T11:30:30Z', 'revision_number': 4, 'project_id': '43f02aa358224bf9b399d1aa740b60b7', 'subnets': [{'id': '94c717d6-f03e-4c13-9ff9-965b4605d03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:30:31.311695 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 8077c416-847b-4a02-8a5f-4538df79aa98 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:30:31.410146 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:31.423594 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 8077c416-847b-4a02-8a5f-4538df79aa98 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:31.423947 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:31.465799 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-629b46f6-a4bd-4ef6-a7ec-63ad88e71172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f27a696-462e-43c2-82b0-88180841b79f', 'name': 'tempest-AttachVolumeTestJSON-423714941-router', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:10Z', 'revision_number': 4, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'gw_port': {'id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:05Z', 'updated_at': '2021-11-24T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': 'b45ab551-33de-4d63-92a7-2573f648dc57', 'name': '', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'mac_address': 'fa:16:3e:65:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:09Z', 'updated_at': '2021-11-24T11:24:15Z', 'revision_number': 5, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'subnets': [{'id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:31.502603 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629b46f6-a4bd-4ef6-a7ec-63ad88e71172 None None] Checking router: 0f27a696-462e-43c2-82b0-88180841b79f for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:30:31.517140 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629b46f6-a4bd-4ef6-a7ec-63ad88e71172 None None] Routers {'0f27a696-462e-43c2-82b0-88180841b79f'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:30:31.517803 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-629b46f6-a4bd-4ef6-a7ec-63ad88e71172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:30:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['0f27a696-462e-43c2-82b0-88180841b79f'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:31.656602 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-629b46f6-a4bd-4ef6-a7ec-63ad88e71172 None None] Set router 0f27a696-462e-43c2-82b0-88180841b79f gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:30:31.696945 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56918) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:31.759808 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-7c92d1bc-1725-42ca-ae99-c7da3cd0efec tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:31.789621 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-7c92d1bc-1725-42ca-ae99-c7da3cd0efec tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:31.845383 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-7c92d1bc-1725-42ca-ae99-c7da3cd0efec tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:31.847991 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-7c92d1bc-1725-42ca-ae99-c7da3cd0efec tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:31.849328 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-7c92d1bc-1725-42ca-ae99-c7da3cd0efec tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "DELETE /v2.0/security-groups/d64e960f-ad75-4b76-bb76-f49e200bdd56 HTTP/1.1" status: 204 len: 168 time: 0.1511612 Nov 24 11:30:31.851969 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56920) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:31.860282 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92d1bc-1725-42ca-ae99-c7da3cd0efec tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64e960f-ad75-4b76-bb76-f49e200bdd56,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:31.865765 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.api.v2.resource [None req-07a0d5af-5fab-4f82-ab30-c533670d5187 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] show failed (client error): The resource could not be found. Nov 24 11:30:31.866762 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-07a0d5af-5fab-4f82-ab30-c533670d5187 tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "GET /v2.0/security-groups/d64e960f-ad75-4b76-bb76-f49e200bdd56 HTTP/1.1" status: 404 len: 347 time: 0.0136266 Nov 24 11:30:31.870169 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56922) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:31.899519 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-629b46f6-a4bd-4ef6-a7ec-63ad88e71172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f27a696-462e-43c2-82b0-88180841b79f', 'name': 'tempest-AttachVolumeTestJSON-423714941-router', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:10Z', 'revision_number': 4, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'gw_port': {'id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:05Z', 'updated_at': '2021-11-24T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': 'b45ab551-33de-4d63-92a7-2573f648dc57', 'name': '', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'mac_address': 'fa:16:3e:65:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:09Z', 'updated_at': '2021-11-24T11:24:15Z', 'revision_number': 5, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'subnets': [{'id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:31.931722 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629b46f6-a4bd-4ef6-a7ec-63ad88e71172 None None] The sync data for ids ['0f27a696-462e-43c2-82b0-88180841b79f'] in dv-cinder-819089-1-iscsi is: [{'id': '0f27a696-462e-43c2-82b0-88180841b79f', 'name': 'tempest-AttachVolumeTestJSON-423714941-router', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:24:10Z', 'revision_number': 4, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'gw_port': {'id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:05Z', 'updated_at': '2021-11-24T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': 'b45ab551-33de-4d63-92a7-2573f648dc57', 'name': '', 'network_id': '0eaf43db-385c-4388-a2f4-5981573fae4b', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'mac_address': 'fa:16:3e:65:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:09Z', 'updated_at': '2021-11-24T11:24:15Z', 'revision_number': 5, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'subnets': [{'id': '6d217b95-72ec-45a6-bf60-4be1d5b405e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:30:32.004986 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-4ff38a93-2e72-4da3-a5b5-636441e2812a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Deleting port 315e5817-c329-4694-b070-459ccac7b1cf {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:30:32.005536 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4ff38a93-2e72-4da3-a5b5-636441e2812a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:32.086056 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4ff38a93-2e72-4da3-a5b5-636441e2812a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:32.086388 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4ff38a93-2e72-4da3-a5b5-636441e2812a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:32.099810 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-4ff38a93-2e72-4da3-a5b5-636441e2812a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Calling delete_port for 315e5817-c329-4694-b070-459ccac7b1cf owned by network:floatingip {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:30:32.170582 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be9eeff-31c2-4b0a-b40f-72ae032db9ff None None] New status for floating IP 3144061f-760f-43be-b4af-6b10bc658ee1: DOWN {{(pid=102484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 11:30:32.256528 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4ff38a93-2e72-4da3-a5b5-636441e2812a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:32.258332 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron_lib.db.api [None req-4be9eeff-31c2-4b0a-b40f-72ae032db9ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 11:30:32.258745 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG oslo_db.api [None req-4be9eeff-31c2-4b0a-b40f-72ae032db9ff None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 11:30:32.282960 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff38a93-2e72-4da3-a5b5-636441e2812a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Pushing event deleted for resources: {'Port': ['ID=315e5817-c329-4694-b070-459ccac7b1cf,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:32.346049 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4ff38a93-2e72-4da3-a5b5-636441e2812a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks [] for floatingip, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:32.348693 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4ff38a93-2e72-4da3-a5b5-636441e2812a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for floatingip, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:32.349833 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-4ff38a93-2e72-4da3-a5b5-636441e2812a tempest-AttachVolumeTestJSON-954536781 tempest-AttachVolumeTestJSON-954536781-project] 10.222.0.54 "DELETE /v2.0/floatingips/3144061f-760f-43be-b4af-6b10bc658ee1 HTTP/1.1" status: 204 len: 168 time: 0.4787488 Nov 24 11:30:32.526450 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:32.693379 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 8077c416-847b-4a02-8a5f-4538df79aa98 up at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:30:32.743379 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Provisioning complete for port 8077c416-847b-4a02-8a5f-4538df79aa98 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:32.743781 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:32.760349 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be9eeff-31c2-4b0a-b40f-72ae032db9ff None None] New status for floating IP 3144061f-760f-43be-b4af-6b10bc658ee1: DOWN {{(pid=102484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 11:30:33.953726 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 2f34f279-6ab2-43af-90ef-cf7078c56fca no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:30:33.973699 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] No Port match for: 2f34f279-6ab2-43af-90ef-cf7078c56fca {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:30:33.974049 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 2f34f279-6ab2-43af-90ef-cf7078c56fca not bound to the agent host hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:30:35.880838 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56958) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:36.362510 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-547d6aaf-2b4f-4357-bf6e-40f22522d838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2040244'] for router_interface, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:36.600474 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-547d6aaf-2b4f-4357-bf6e-40f22522d838 admin admin] Deleting port b45ab551-33de-4d63-92a7-2573f648dc57 {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:30:36.600847 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-547d6aaf-2b4f-4357-bf6e-40f22522d838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:36.681426 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [None req-547d6aaf-2b4f-4357-bf6e-40f22522d838 admin admin] For port b45ab551-33de-4d63-92a7-2573f648dc57, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=b45ab551-33de-4d63-92a7-2573f648dc57,segment=NetworkSegment(796baa1c-b25a-4210-8017-3d7871f52b82),segment_id=796baa1c-b25a-4210-8017-3d7871f52b82)] {{(pid=102481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:30:36.681786 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-547d6aaf-2b4f-4357-bf6e-40f22522d838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:36.695743 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-547d6aaf-2b4f-4357-bf6e-40f22522d838 admin admin] Calling delete_port for b45ab551-33de-4d63-92a7-2573f648dc57 owned by network:router_interface {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:30:36.874379 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-547d6aaf-2b4f-4357-bf6e-40f22522d838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:36.900596 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d6aaf-2b4f-4357-bf6e-40f22522d838 admin admin] Pushing event deleted for resources: {'Port': ['ID=b45ab551-33de-4d63-92a7-2573f648dc57,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:37.069925 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-547d6aaf-2b4f-4357-bf6e-40f22522d838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086948'] for router_interface, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:37.278384 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547d6aaf-2b4f-4357-bf6e-40f22522d838 admin admin] Router 0f27a696-462e-43c2-82b0-88180841b79f has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:30:37.384547 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547d6aaf-2b4f-4357-bf6e-40f22522d838 admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:30:37.389944 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-547d6aaf-2b4f-4357-bf6e-40f22522d838 admin admin] 10.222.0.54 "PUT /v2.0/routers/0f27a696-462e-43c2-82b0-88180841b79f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5079844 Nov 24 11:30:37.392427 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56964) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:37.393285 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ee4203-25d4-437c-98c0-6e4fd29996cb None None] Sync routers for ids ['0f27a696-462e-43c2-82b0-88180841b79f'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:30:37.403113 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ee4203-25d4-437c-98c0-6e4fd29996cb None None] Routers {'0f27a696-462e-43c2-82b0-88180841b79f'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:30:37.403714 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-24ee4203-25d4-437c-98c0-6e4fd29996cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:30:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['0f27a696-462e-43c2-82b0-88180841b79f'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:37.500102 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-19344770-aa59-4ebd-b2b1-958e05692cf8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:37.640992 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-24ee4203-25d4-437c-98c0-6e4fd29996cb None None] Set router 0f27a696-462e-43c2-82b0-88180841b79f gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:30:37.832898 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-24ee4203-25d4-437c-98c0-6e4fd29996cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f27a696-462e-43c2-82b0-88180841b79f', 'name': 'tempest-AttachVolumeTestJSON-423714941-router', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:30:36Z', 'revision_number': 5, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'gw_port': {'id': '1d216357-9de8-4c6c-b417-07d96943a7c2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a696-462e-43c2-82b0-88180841b79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:24:05Z', 'updated_at': '2021-11-24T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:37.850492 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-19344770-aa59-4ebd-b2b1-958e05692cf8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:37.860072 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ee4203-25d4-437c-98c0-6e4fd29996cb None None] Checking router: 0f27a696-462e-43c2-82b0-88180841b79f for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:30:37.873861 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ee4203-25d4-437c-98c0-6e4fd29996cb None None] Routers {'0f27a696-462e-43c2-82b0-88180841b79f'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:30:37.874509 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-24ee4203-25d4-437c-98c0-6e4fd29996cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:30:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['0f27a696-462e-43c2-82b0-88180841b79f'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:37.908113 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-19344770-aa59-4ebd-b2b1-958e05692cf8 admin admin] Deleting port 1d216357-9de8-4c6c-b417-07d96943a7c2 {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:30:37.909065 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-19344770-aa59-4ebd-b2b1-958e05692cf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:37.970782 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-24ee4203-25d4-437c-98c0-6e4fd29996cb None None] Set router 0f27a696-462e-43c2-82b0-88180841b79f gateway port host: None {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:30:37.994171 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [None req-19344770-aa59-4ebd-b2b1-958e05692cf8 admin admin] For port 1d216357-9de8-4c6c-b417-07d96943a7c2, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=1d216357-9de8-4c6c-b417-07d96943a7c2,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:30:37.994554 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-19344770-aa59-4ebd-b2b1-958e05692cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:38.007639 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-19344770-aa59-4ebd-b2b1-958e05692cf8 admin admin] Calling delete_port for 1d216357-9de8-4c6c-b417-07d96943a7c2 owned by network:router_gateway {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:30:38.022256 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-24ee4203-25d4-437c-98c0-6e4fd29996cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f27a696-462e-43c2-82b0-88180841b79f', 'name': 'tempest-AttachVolumeTestJSON-423714941-router', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:30:37Z', 'revision_number': 6, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'gw_port_host': None}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:38.052042 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ee4203-25d4-437c-98c0-6e4fd29996cb None None] The sync data for ids ['0f27a696-462e-43c2-82b0-88180841b79f'] in dv-cinder-819089-1-iscsi is: [{'id': '0f27a696-462e-43c2-82b0-88180841b79f', 'name': 'tempest-AttachVolumeTestJSON-423714941-router', 'tenant_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:24:04Z', 'updated_at': '2021-11-24T11:30:37Z', 'revision_number': 6, 'project_id': '6a92dfb7f26143f8aa4cc3ca2bcc9088', 'gw_port_host': None}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:30:38.175171 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-19344770-aa59-4ebd-b2b1-958e05692cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:38.199466 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19344770-aa59-4ebd-b2b1-958e05692cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d216357-9de8-4c6c-b417-07d96943a7c2,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:38.262649 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-19344770-aa59-4ebd-b2b1-958e05692cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1975055'] for router_gateway, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:38.353470 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-19344770-aa59-4ebd-b2b1-958e05692cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2087026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:38.356562 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-19344770-aa59-4ebd-b2b1-958e05692cf8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:38.397255 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-19344770-aa59-4ebd-b2b1-958e05692cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2087019'] for router, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:38.397796 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19344770-aa59-4ebd-b2b1-958e05692cf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f27a696-462e-43c2-82b0-88180841b79f {{(pid=102481) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 11:30:38.402067 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-19344770-aa59-4ebd-b2b1-958e05692cf8 admin admin] Publish callbacks [] for router, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:38.403694 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-19344770-aa59-4ebd-b2b1-958e05692cf8 admin admin] 10.222.0.54 "DELETE /v2.0/routers/0f27a696-462e-43c2-82b0-88180841b79f HTTP/1.1" status: 204 len: 168 time: 1.0102978 Nov 24 11:30:38.406511 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56968) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:38.451948 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_v2 [None req-e576fa1b-c48e-4c2b-8f78-7e90e46aa70b admin admin] Deleting subnet 6d217b95-72ec-45a6-bf60-4be1d5b405e2 {{(pid=102481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 11:30:38.455701 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e576fa1b-c48e-4c2b-8f78-7e90e46aa70b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:38.492760 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e576fa1b-c48e-4c2b-8f78-7e90e46aa70b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534712207'] for subnet, precommit_delete_associations {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:38.606403 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e576fa1b-c48e-4c2b-8f78-7e90e46aa70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036365'] for subnet, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:38.657664 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e576fa1b-c48e-4c2b-8f78-7e90e46aa70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534712115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534249557'] for subnet, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:38.685888 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576fa1b-c48e-4c2b-8f78-7e90e46aa70b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d217b95-72ec-45a6-bf60-4be1d5b405e2,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:38.689731 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e576fa1b-c48e-4c2b-8f78-7e90e46aa70b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:38.693554 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-e576fa1b-c48e-4c2b-8f78-7e90e46aa70b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6d217b95-72ec-45a6-bf60-4be1d5b405e2 HTTP/1.1" status: 204 len: 168 time: 0.2856004 Nov 24 11:30:38.695560 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 56972) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:38.698171 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336f9f09-ede5-45b3-96f4-aa753b7a2ff3 None None] Network 0eaf43db-385c-4388-a2f4-5981573fae4b requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:30:38.760830 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3a6c-bb31-4d32-b414-392351ee8389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622759'] for network, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:38.815093 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f3a6c-bb31-4d32-b414-392351ee8389 admin admin] Deleting port 49e03175-fe93-428c-b26d-4e40387f0c78 {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:30:38.815425 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3a6c-bb31-4d32-b414-392351ee8389 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:38.896798 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c565a16-82c9-416a-b16a-ce4d75c1b5a1 None None] DHCP port deletion for 0eaf43db-385c-4388-a2f4-5981573fae4b request from dv-cinder-819089-1-iscsi {{(pid=102483) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 11:30:38.898030 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [None req-6d2f3a6c-bb31-4d32-b414-392351ee8389 admin admin] For port 49e03175-fe93-428c-b26d-4e40387f0c78, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=49e03175-fe93-428c-b26d-4e40387f0c78,segment=NetworkSegment(796baa1c-b25a-4210-8017-3d7871f52b82),segment_id=796baa1c-b25a-4210-8017-3d7871f52b82)] {{(pid=102481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:30:38.898403 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3a6c-bb31-4d32-b414-392351ee8389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:38.914827 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f3a6c-bb31-4d32-b414-392351ee8389 admin admin] Calling delete_port for 49e03175-fe93-428c-b26d-4e40387f0c78 owned by network:dhcp {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:30:38.946298 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-1c565a16-82c9-416a-b16a-ce4d75c1b5a1 None None] Deleting port 49e03175-fe93-428c-b26d-4e40387f0c78 {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:30:38.946298 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1c565a16-82c9-416a-b16a-ce4d75c1b5a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:38.961729 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device b45ab551-33de-4d63-92a7-2573f648dc57 no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:30:38.993090 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: b45ab551-33de-4d63-92a7-2573f648dc57 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:30:38.993714 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device b45ab551-33de-4d63-92a7-2573f648dc57 not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:30:38.994300 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 1d216357-9de8-4c6c-b417-07d96943a7c2 no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:30:39.003121 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3a6c-bb31-4d32-b414-392351ee8389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:39.033258 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f3a6c-bb31-4d32-b414-392351ee8389 admin admin] Pushing event deleted for resources: {'Port': ['ID=49e03175-fe93-428c-b26d-4e40387f0c78,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:39.037027 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2f3a6c-bb31-4d32-b414-392351ee8389 admin admin] No DVR routers for this DVR port 49e03175-fe93-428c-b26d-4e40387f0c78 on host dv-cinder-819089-1-iscsi {{(pid=102481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:30:39.049154 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: 1d216357-9de8-4c6c-b417-07d96943a7c2 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:30:39.049482 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 1d216357-9de8-4c6c-b417-07d96943a7c2 not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:30:39.056921 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-1c565a16-82c9-416a-b16a-ce4d75c1b5a1 None None] For port 49e03175-fe93-428c-b26d-4e40387f0c78, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=49e03175-fe93-428c-b26d-4e40387f0c78,segment=NetworkSegment(796baa1c-b25a-4210-8017-3d7871f52b82),segment_id=796baa1c-b25a-4210-8017-3d7871f52b82)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:30:39.057321 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1c565a16-82c9-416a-b16a-ce4d75c1b5a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:39.069417 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-1c565a16-82c9-416a-b16a-ce4d75c1b5a1 None None] Calling delete_port for 49e03175-fe93-428c-b26d-4e40387f0c78 owned by network:dhcp {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:30:39.117761 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3a6c-bb31-4d32-b414-392351ee8389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037944', 'neutron.services.segments.db._delete_segments_for_network-8771666762424'] for network, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:39.138510 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-6d2f3a6c-bb31-4d32-b414-392351ee8389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eaf43db-385c-4388-a2f4-5981573fae4b']}} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:39.148447 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-6d2f3a6c-bb31-4d32-b414-392351ee8389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796baa1c-b25a-4210-8017-3d7871f52b82') {'for_net_delete': True} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:39.148773 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-6d2f3a6c-bb31-4d32-b414-392351ee8389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796baa1c-b25a-4210-8017-3d7871f52b82') {} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:30:39.158536 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1c565a16-82c9-416a-b16a-ce4d75c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118'] for port, after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:39.161198 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3a6c-bb31-4d32-b414-392351ee8389 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666709580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534712214'] for segment, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:39.174667 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3a6c-bb31-4d32-b414-392351ee8389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:39.182297 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2f3a6c-bb31-4d32-b414-392351ee8389 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 11:30:39.182733 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3a6c-bb31-4d32-b414-392351ee8389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534710685'] for segment, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: Traceback (most recent call last): Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: timer() Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: cb(*args, **kw) Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: return func(*args, **kwargs) Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: self._notify() Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: self.callback(batched_events) Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: event.method(event) Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: return f(self, *a, **k) Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: return self._get(url).json() Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: return self.request(url, 'GET', **kwargs) Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:30:39.185158 dv-cinder-819089-1-iscsi neutron-server[102481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:30:39.190241 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c565a16-82c9-416a-b16a-ce4d75c1b5a1 None None] Pushing event deleted for resources: {'Port': ['ID=49e03175-fe93-428c-b26d-4e40387f0c78,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:39.202689 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c565a16-82c9-416a-b16a-ce4d75c1b5a1 None None] No DVR routers for this DVR port 49e03175-fe93-428c-b26d-4e40387f0c78 on host dv-cinder-819089-1-iscsi {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:30:39.252300 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3a6c-bb31-4d32-b414-392351ee8389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975206'] for network, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:39.257727 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3a6c-bb31-4d32-b414-392351ee8389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:39.260900 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-6d2f3a6c-bb31-4d32-b414-392351ee8389 admin admin] 10.222.0.54 "DELETE /v2.0/networks/0eaf43db-385c-4388-a2f4-5981573fae4b HTTP/1.1" status: 204 len: 168 time: 0.5643928 Nov 24 11:30:39.271732 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f3a6c-bb31-4d32-b414-392351ee8389 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eaf43db-385c-4388-a2f4-5981573fae4b,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:39.372586 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56976) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:39.414278 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-d14cced1-53bc-44f0-9772-adf47f2db959 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6a92dfb7f26143f8aa4cc3ca2bcc9088&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384970 Nov 24 11:30:39.414878 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 56978) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:39.462856 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-20b4a8ae-1471-46fd-9e40-4070598e0241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:39.484497 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-20b4a8ae-1471-46fd-9e40-4070598e0241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:39.534649 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-20b4a8ae-1471-46fd-9e40-4070598e0241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:39.537610 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-20b4a8ae-1471-46fd-9e40-4070598e0241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:39.538878 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-20b4a8ae-1471-46fd-9e40-4070598e0241 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2cfac93c-6d14-46d1-9f4a-134f72f005f0 HTTP/1.1" status: 204 len: 168 time: 0.1229870 Nov 24 11:30:39.547772 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4a8ae-1471-46fd-9e40-4070598e0241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfac93c-6d14-46d1-9f4a-134f72f005f0,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:39.744791 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:30:40.702612 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 49e03175-fe93-428c-b26d-4e40387f0c78 no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:30:40.724157 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: 49e03175-fe93-428c-b26d-4e40387f0c78 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:30:40.724509 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 49e03175-fe93-428c-b26d-4e40387f0c78 not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:30:42.519999 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 57128) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:42.632729 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-818d34f7-67f0-4664-a426-5e4f6049928b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:42.708522 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-818d34f7-67f0-4664-a426-5e4f6049928b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:42.713558 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-818d34f7-67f0-4664-a426-5e4f6049928b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:42.754247 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-818d34f7-67f0-4664-a426-5e4f6049928b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9a705ca4c51b44d896be257aac19c861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331257 Nov 24 11:30:42.754972 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d34f7-67f0-4664-a426-5e4f6049928b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50cfd7f-2b21-4a9d-bc8e-3dc68f9f21f0,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:42.756892 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 57134) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:42.807403 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-fc71ed0e-f5e8-4ebe-8f05-95d180eff269 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:42.829598 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-fc71ed0e-f5e8-4ebe-8f05-95d180eff269 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:42.877225 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-fc71ed0e-f5e8-4ebe-8f05-95d180eff269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:42.883790 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-fc71ed0e-f5e8-4ebe-8f05-95d180eff269 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:42.883790 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-fc71ed0e-f5e8-4ebe-8f05-95d180eff269 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b50cfd7f-2b21-4a9d-bc8e-3dc68f9f21f0 HTTP/1.1" status: 204 len: 168 time: 0.1256497 Nov 24 11:30:42.894782 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71ed0e-f5e8-4ebe-8f05-95d180eff269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50cfd7f-2b21-4a9d-bc8e-3dc68f9f21f0,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:43.167468 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 57144) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:43.188090 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9997bfbf-113a-44c1-88bf-e3430778a20e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:43.271712 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9997bfbf-113a-44c1-88bf-e3430778a20e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:43.276245 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9997bfbf-113a-44c1-88bf-e3430778a20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:43.319140 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-9997bfbf-113a-44c1-88bf-e3430778a20e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=112aec883434459d9d8b3855ac7b09cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499140 Nov 24 11:30:43.320280 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997bfbf-113a-44c1-88bf-e3430778a20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79764e6-4150-47e0-9032-8e71b66de70e,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:43.325275 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 57150) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:43.379369 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-877b049f-7cb1-4454-a02a-2309d138d4cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:43.402738 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-877b049f-7cb1-4454-a02a-2309d138d4cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:43.451263 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-877b049f-7cb1-4454-a02a-2309d138d4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:43.454804 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-877b049f-7cb1-4454-a02a-2309d138d4cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:43.458741 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-877b049f-7cb1-4454-a02a-2309d138d4cf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d79764e6-4150-47e0-9032-8e71b66de70e HTTP/1.1" status: 204 len: 168 time: 0.1358089 Nov 24 11:30:43.469114 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b049f-7cb1-4454-a02a-2309d138d4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79764e6-4150-47e0-9032-8e71b66de70e,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:43.637344 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74a94b-8094-44da-a9c4-8f6858319c86 req-2677306e-b897-49c6-8a49-63caf74dc201 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:43.638897 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8d74a94b-8094-44da-a9c4-8f6858319c86 req-2677306e-b897-49c6-8a49-63caf74dc201 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0604360 Nov 24 11:30:43.692465 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8d74a94b-8094-44da-a9c4-8f6858319c86 req-0e1c2c33-de99-4636-a625-1cda3c3c744d tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476656 Nov 24 11:30:45.070477 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-e8c6e182-7f56-48a4-9fec-ce3b5376a9e2 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1234870143&fields=id&tenant_id=f381540b3c9b4687aaeecffb496f268e HTTP/1.1" status: 200 len: 267 time: 0.0805628 Nov 24 11:30:45.078855 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bc5e9-cf64-466a-8515-f59f709bf2fa req-4921637a-e03e-4543-8bc8-c6c6ef6171b4 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:45.080723 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-417bc5e9-cf64-466a-8515-f59f709bf2fa req-4921637a-e03e-4543-8bc8-c6c6ef6171b4 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0828238 Nov 24 11:30:45.200698 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-417bc5e9-cf64-466a-8515-f59f709bf2fa req-5dd9b51b-e463-4484-ab41-8ddfed5d3569 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070702 Nov 24 11:30:45.206909 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 57212) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:45.230064 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-21cb5565-02f6-4226-acb2-463d720a1a2f tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:45.232517 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-21cb5565-02f6-4226-acb2-463d720a1a2f tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/networks?id=82ffb513-3ccb-4ed3-b605-477c999e9699 HTTP/1.1" status: 200 len: 808 time: 0.1511223 Nov 24 11:30:45.248204 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-a898cebb-1e89-4b2c-9b1b-7c5da6e896c7 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/quotas/f381540b3c9b4687aaeecffb496f268e HTTP/1.1" status: 200 len: 375 time: 0.0091803 Nov 24 11:30:45.309306 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-29fec87b-5bc6-465b-8f33-f318c32dfd44 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f381540b3c9b4687aaeecffb496f268e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526998 Nov 24 11:30:45.337703 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-39a5c508-f774-44ec-a7d8-fdcd45daef96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:45.414954 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-0513b105-ad2f-4ece-9e57-d43081df2b2e service neutron] 10.222.0.54 "GET /v2.0/networks/82ffb513-3ccb-4ed3-b605-477c999e9699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928445 Nov 24 11:30:45.425262 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-39a5c508-f774-44ec-a7d8-fdcd45daef96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:45.429626 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-39a5c508-f774-44ec-a7d8-fdcd45daef96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:45.470727 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5c508-f774-44ec-a7d8-fdcd45daef96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ceb6f1-da93-4d88-8177-40f7b7983a14,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:45.489393 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-39a5c508-f774-44ec-a7d8-fdcd45daef96 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7b6743178ed74116a775dec86cab3711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809920 Nov 24 11:30:45.489564 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 57216) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:45.530431 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-fd0e01cc-fa26-43c4-adab-090d3180ab87 service neutron] 10.222.0.54 "GET /v2.0/networks/82ffb513-3ccb-4ed3-b605-477c999e9699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077003 Nov 24 11:30:45.552049 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-43a11c4a-44b8-4e3d-a5d6-27f1cb8e6b5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:45.580802 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-43a11c4a-44b8-4e3d-a5d6-27f1cb8e6b5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:45.631412 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-43a11c4a-44b8-4e3d-a5d6-27f1cb8e6b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:45.634272 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-43a11c4a-44b8-4e3d-a5d6-27f1cb8e6b5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:45.638828 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-43a11c4a-44b8-4e3d-a5d6-27f1cb8e6b5e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/60ceb6f1-da93-4d88-8177-40f7b7983a14 HTTP/1.1" status: 204 len: 168 time: 0.1484041 Nov 24 11:30:45.648265 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a11c4a-44b8-4e3d-a5d6-27f1cb8e6b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ceb6f1-da93-4d88-8177-40f7b7983a14,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:45.880031 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5e74f17b-031d-4077-8a68-df4fea4d5e08 req-131329c5-3130-4348-83c8-8263731bbd37 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 210 time: 0.0346172 Nov 24 11:30:45.999470 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 57232) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:46.013123 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e552d339-ac1a-46dc-8fc5-bc92a441f2e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:46.094736 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e552d339-ac1a-46dc-8fc5-bc92a441f2e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:46.098888 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e552d339-ac1a-46dc-8fc5-bc92a441f2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:46.142374 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 57238) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:46.142572 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e552d339-ac1a-46dc-8fc5-bc92a441f2e9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=96ee0aa75d114479a3f92443690f78a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418612 Nov 24 11:30:46.143689 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552d339-ac1a-46dc-8fc5-bc92a441f2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28a19f2-b9f0-44f0-98ee-eb9f4956fbb9,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:46.210138 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-937ea7a0-5d81-4882-86c2-7be42fc33638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:46.241340 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-937ea7a0-5d81-4882-86c2-7be42fc33638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:46.294690 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-937ea7a0-5d81-4882-86c2-7be42fc33638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:46.297467 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-937ea7a0-5d81-4882-86c2-7be42fc33638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:46.301037 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-937ea7a0-5d81-4882-86c2-7be42fc33638 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f28a19f2-b9f0-44f0-98ee-eb9f4956fbb9 HTTP/1.1" status: 204 len: 168 time: 0.1552541 Nov 24 11:30:46.311246 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ea7a0-5d81-4882-86c2-7be42fc33638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28a19f2-b9f0-44f0-98ee-eb9f4956fbb9,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:46.380469 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511c516-8431-4f06-a8a1-eac4349988bf req-7b36769c-8d7a-4132-9758-5e4f82ddb9b5 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:46.382007 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3511c516-8431-4f06-a8a1-eac4349988bf req-7b36769c-8d7a-4132-9758-5e4f82ddb9b5 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0929580 Nov 24 11:30:46.452113 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3511c516-8431-4f06-a8a1-eac4349988bf req-8423c8f8-9d93-4d53-84be-255090799534 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562778 Nov 24 11:30:46.898314 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:47.039943 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-8c09c577-3366-4681-8de8-399511386956 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:47.044160 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-8c09c577-3366-4681-8de8-399511386956 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.65 "GET /v2.0/networks?id=82ffb513-3ccb-4ed3-b605-477c999e9699 HTTP/1.1" status: 200 len: 808 time: 0.1380184 Nov 24 11:30:47.088295 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-18d89811-d517-425b-ac79-65ab88fa3748 req-00ec6408-a494-4ade-bc3c-cad30c98b449 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 210 time: 0.0635161 Nov 24 11:30:47.137523 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-b2494a90-e9c7-47d6-937b-4e47e5b60a5f tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f381540b3c9b4687aaeecffb496f268e HTTP/1.1" status: 200 len: 380 time: 0.0843403 Nov 24 11:30:47.147060 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-dcf18be5-67c1-4b81-89b0-c12c4258dd66 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Request body: {'port': {'device_id': '7fe967b8-7370-4ed9-93a1-0ea622f0cda1', 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699', 'admin_state_up': True, 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'security_groups': ['24d3485c-b76f-4770-978d-828c503b818e']}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:30:47.276442 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-dcf18be5-67c1-4b81-89b0-c12c4258dd66 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Made reservation on behalf of f381540b3c9b4687aaeecffb496f268e for: {'port': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:30:47.280774 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-dcf18be5-67c1-4b81-89b0-c12c4258dd66 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:47.422444 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-dcf18be5-67c1-4b81-89b0-c12c4258dd66 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Allocated IP 172.20.0.5 (82ffb513-3ccb-4ed3-b605-477c999e9699/6dfc601b-63d6-4a16-bdea-422a8077d6f1/5c73813a-14a8-4e78-ae67-e9464fd16f15) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:30:47.598536 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-dcf18be5-67c1-4b81-89b0-c12c4258dd66 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:47.665198 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77881f-5a17-4217-b73f-2726b6a6e874 req-65c29d14-4737-47f7-b9ab-9b23397a5f48 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:47.666702 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6d77881f-5a17-4217-b73f-2726b6a6e874 req-65c29d14-4737-47f7-b9ab-9b23397a5f48 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0739710 Nov 24 11:30:47.700954 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-dcf18be5-67c1-4b81-89b0-c12c4258dd66 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:47.731685 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6d77881f-5a17-4217-b73f-2726b6a6e874 req-b9ec1233-bb76-48fe-8ea4-35323bbcef47 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584750 Nov 24 11:30:47.764246 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf18be5-67c1-4b81-89b0-c12c4258dd66 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Pushing event updated for resources: {'Port': ['ID=5c73813a-14a8-4e78-ae67-e9464fd16f15,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:47.778251 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-dcf18be5-67c1-4b81-89b0-c12c4258dd66 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Network 82ffb513-3ccb-4ed3-b605-477c999e9699 is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:30:47.780159 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-dcf18be5-67c1-4b81-89b0-c12c4258dd66 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:30:47.782615 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-dcf18be5-67c1-4b81-89b0-c12c4258dd66 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:30:47.837590 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-dcf18be5-67c1-4b81-89b0-c12c4258dd66 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:47.837590 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-dcf18be5-67c1-4b81-89b0-c12c4258dd66 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:47.866016 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-dcf18be5-67c1-4b81-89b0-c12c4258dd66 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7228053 Nov 24 11:30:47.881587 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] Request body: {'port': {'device_id': '7fe967b8-7370-4ed9-93a1-0ea622f0cda1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81908'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:30:47.960998 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:48.064501 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-f834c3e9-44b3-433d-913f-6475a7211105 None None] Provisioning complete for port 5c73813a-14a8-4e78-ae67-e9464fd16f15 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:30:48.065627 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f834c3e9-44b3-433d-913f-6475a7211105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:48.138975 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-f834c3e9-44b3-433d-913f-6475a7211105 None None] Port 5c73813a-14a8-4e78-ae67-e9464fd16f15 cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:30:48.242067 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e50d4-ab32-456b-8c42-769a9da8672a req-2d1547a5-a0e4-4dd1-9c57-0bf04a11eda9 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:48.245115 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cb8e50d4-ab32-456b-8c42-769a9da8672a req-2d1547a5-a0e4-4dd1-9c57-0bf04a11eda9 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 931 time: 0.0816963 Nov 24 11:30:48.264280 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c73813a-14a8-4e78-ae67-e9464fd16f15 {{(pid=102481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:30:48.272142 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:48.288364 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.provisioning_blocks [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] Transition to ACTIVE for port object 5c73813a-14a8-4e78-ae67-e9464fd16f15 will not be triggered until provisioned by entity L2. {{(pid=102481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 11:30:48.294155 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534712165'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:48.302635 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cb8e50d4-ab32-456b-8c42-769a9da8672a req-54d1af66-5325-4182-a412-21c836507c3e tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502000 Nov 24 11:30:48.351215 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c73813a-14a8-4e78-ae67-e9464fd16f15,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:48.433031 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] Attempting to bind port 5c73813a-14a8-4e78-ae67-e9464fd16f15 on host hv-cinder-81908 for vnic_type normal with profile {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:30:48.433957 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] Attempting to bind port 5c73813a-14a8-4e78-ae67-e9464fd16f15 by drivers openvswitch,hyperv on host hv-cinder-81908 at level 0 using segments [{'id': 'c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699'}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:30:48.434287 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] Attempting to bind port 5c73813a-14a8-4e78-ae67-e9464fd16f15 on network 82ffb513-3ccb-4ed3-b605-477c999e9699 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:30:48.439058 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] Port 5c73813a-14a8-4e78-ae67-e9464fd16f15 on network 82ffb513-3ccb-4ed3-b605-477c999e9699 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81908 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 11:30:48.439375 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] Attempting to bind port 5c73813a-14a8-4e78-ae67-e9464fd16f15 on network 82ffb513-3ccb-4ed3-b605-477c999e9699 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:30:48.444518 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] Checking agent: {'id': '3c6daaf5-cf27-4c68-b1a8-704272683c2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81908', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'started_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:30:48.445369 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] Checking segment: {'id': 'c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:30:48.445758 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] Bound using segment: {'id': 'c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699'} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:30:48.446183 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] Bound port: 5c73813a-14a8-4e78-ae67-e9464fd16f15, host: hv-cinder-81908, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699'}}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:30:48.446535 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:48.533043 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] For port 5c73813a-14a8-4e78-ae67-e9464fd16f15, host hv-cinder-81908, cleared binding levels {{(pid=102481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:30:48.537215 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] For port 5c73813a-14a8-4e78-ae67-e9464fd16f15, host hv-cinder-81908, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=5c73813a-14a8-4e78-ae67-e9464fd16f15,segment=NetworkSegment(c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c),segment_id=c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c)] {{(pid=102481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:30:48.545141 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534712165'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:48.578870 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:48.579552 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:48.581184 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] 10.222.0.65 "PUT /v2.0/ports/5c73813a-14a8-4e78-ae67-e9464fd16f15 HTTP/1.1" status: 200 len: 1093 time: 0.7060108 Nov 24 11:30:48.583746 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe967b8-7370-4ed9-93a1-0ea622f0cda1', 'tag': '5c73813a-14a8-4e78-ae67-e9464fd16f15'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:30:48.587245 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3be8e4-50f0-411c-a400-3fc8647d80f6" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe967b8-7370-4ed9-93a1-0ea622f0cda1", "tag": "5c73813a-14a8-4e78-ae67-e9464fd16f15"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:30:48.684830 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea3f218-4d5e-435c-ab35-e350328fc207 x-openstack-request-id: req-bea3f218-4d5e-435c-ab35-e350328fc207 {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:30:48.685126 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe967b8-7370-4ed9-93a1-0ea622f0cda1", "tag": "5c73813a-14a8-4e78-ae67-e9464fd16f15", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:30:48.685381 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bea3f218-4d5e-435c-ab35-e350328fc207 {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:30:48.685776 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe967b8-7370-4ed9-93a1-0ea622f0cda1', 'tag': '5c73813a-14a8-4e78-ae67-e9464fd16f15', 'status': 'completed', 'code': 200} Nov 24 11:30:48.689956 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052d29e-2fec-482f-b573-8e5e98ddf2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c73813a-14a8-4e78-ae67-e9464fd16f15,revision_number=3']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:48.711155 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-28ac6d21-ce0d-4a68-8523-0b99113ddda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:48.712775 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-28ac6d21-ce0d-4a68-8523-0b99113ddda5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f381540b3c9b4687aaeecffb496f268e&device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 1096 time: 0.0728867 Nov 24 11:30:48.772685 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-938fe037-b677-4984-af61-b7187e5c9c85 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c73813a-14a8-4e78-ae67-e9464fd16f15 HTTP/1.1" status: 200 len: 217 time: 0.0398877 Nov 24 11:30:48.848873 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-e7f2a181-d7a5-4a96-831b-55013cb55af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:48.850496 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-e7f2a181-d7a5-4a96-831b-55013cb55af9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6dfc601b-63d6-4a16-bdea-422a8077d6f1 HTTP/1.1" status: 200 len: 847 time: 0.0768249 Nov 24 11:30:48.895646 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78e937-2005-463a-8704-9498ce255df9 req-a2a418c4-e30b-43ee-95e4-99e336a9f92d tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:48.897201 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1a78e937-2005-463a-8704-9498ce255df9 req-a2a418c4-e30b-43ee-95e4-99e336a9f92d tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0741403 Nov 24 11:30:48.921085 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-bb3d793b-ddd8-48bf-b8b9-36431a9bbf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:48.923061 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-bb3d793b-ddd8-48bf-b8b9-36431a9bbf18 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=82ffb513-3ccb-4ed3-b605-477c999e9699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656316 Nov 24 11:30:48.968630 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1a78e937-2005-463a-8704-9498ce255df9 req-fe9328a4-ced7-40ad-89b5-a1251db680db tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641685 Nov 24 11:30:49.043178 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-5087471f-0dcd-4913-bf9f-c237267e8011 service neutron] 10.222.0.65 "GET /v2.0/networks/82ffb513-3ccb-4ed3-b605-477c999e9699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131768 Nov 24 11:30:49.139758 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a25ae3c6-ae47-4869-8b30-18629e07ce4a req-3d95b97e-b26f-4892-8e3d-bd16a20f1b53 service neutron] 10.222.0.65 "GET /v2.0/networks/82ffb513-3ccb-4ed3-b605-477c999e9699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900481 Nov 24 11:30:49.234238 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3be8e4-50f0-411c-a400-3fc8647d80f6 req-d9e681c9-e341-4f33-b21c-be9ba36116d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:49.235729 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-4e3be8e4-50f0-411c-a400-3fc8647d80f6 req-d9e681c9-e341-4f33-b21c-be9ba36116d2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f381540b3c9b4687aaeecffb496f268e&device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 1096 time: 0.0458934 Nov 24 11:30:49.326845 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3be8e4-50f0-411c-a400-3fc8647d80f6 req-66f50906-9cd0-478f-a432-2106cda54213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:49.328338 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-4e3be8e4-50f0-411c-a400-3fc8647d80f6 req-66f50906-9cd0-478f-a432-2106cda54213 service neutron] 10.222.0.65 "GET /v2.0/networks?id=82ffb513-3ccb-4ed3-b605-477c999e9699 HTTP/1.1" status: 200 len: 909 time: 0.0852776 Nov 24 11:30:49.381020 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-4e3be8e4-50f0-411c-a400-3fc8647d80f6 req-8233fb56-20d7-4d2d-911f-e11c6e4d2bda service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c73813a-14a8-4e78-ae67-e9464fd16f15 HTTP/1.1" status: 200 len: 217 time: 0.0399122 Nov 24 11:30:49.432824 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3be8e4-50f0-411c-a400-3fc8647d80f6 req-049593cd-1310-4103-9142-9f2de0628177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:49.435060 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-4e3be8e4-50f0-411c-a400-3fc8647d80f6 req-049593cd-1310-4103-9142-9f2de0628177 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6dfc601b-63d6-4a16-bdea-422a8077d6f1 HTTP/1.1" status: 200 len: 847 time: 0.0468378 Nov 24 11:30:49.437058 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ea5bb-286d-4579-bb82-454689f85f31 req-8cd3a1d1-78f2-4dac-91ec-f78d7e149980 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:49.438711 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a94ea5bb-286d-4579-bb82-454689f85f31 req-8cd3a1d1-78f2-4dac-91ec-f78d7e149980 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 943 time: 0.0503953 Nov 24 11:30:49.483327 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3be8e4-50f0-411c-a400-3fc8647d80f6 req-4c1a3d56-281d-4007-823d-90762a43f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:49.484838 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-4e3be8e4-50f0-411c-a400-3fc8647d80f6 req-4c1a3d56-281d-4007-823d-90762a43f8cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=82ffb513-3ccb-4ed3-b605-477c999e9699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424170 Nov 24 11:30:49.493918 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a94ea5bb-286d-4579-bb82-454689f85f31 req-ccf79126-7445-4bd7-aeb5-a339db4565b5 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489221 Nov 24 11:30:49.580314 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-4e3be8e4-50f0-411c-a400-3fc8647d80f6 req-5062b88a-26bf-4967-9598-0d78df75feff service neutron] 10.222.0.65 "GET /v2.0/networks/82ffb513-3ccb-4ed3-b605-477c999e9699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876060 Nov 24 11:30:49.670308 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-4e3be8e4-50f0-411c-a400-3fc8647d80f6 req-0cd2cba4-5990-4dd3-baee-1b70aafc88a1 service neutron] 10.222.0.65 "GET /v2.0/networks/82ffb513-3ccb-4ed3-b605-477c999e9699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832586 Nov 24 11:30:50.095419 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaeee6b-f470-45a8-9208-e651fb95af2b req-ae7f045d-602d-44b4-b2f0-81a5cb2c1777 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:50.096951 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8aaeee6b-f470-45a8-9208-e651fb95af2b req-ae7f045d-602d-44b4-b2f0-81a5cb2c1777 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0516374 Nov 24 11:30:50.144063 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8aaeee6b-f470-45a8-9208-e651fb95af2b req-87914bc1-f76e-462a-9b0b-911f5961602d tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411489 Nov 24 11:30:50.611093 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4c82d-07d0-4acd-929a-c3ad8f7ea73b req-dce7eeea-ef5f-4094-8574-01835fc25f9f tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:50.612584 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-24f4c82d-07d0-4acd-929a-c3ad8f7ea73b req-dce7eeea-ef5f-4094-8574-01835fc25f9f tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 943 time: 0.0517230 Nov 24 11:30:50.661377 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-24f4c82d-07d0-4acd-929a-c3ad8f7ea73b req-352b9266-e565-41b0-ae90-4970a760eafc tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429604 Nov 24 11:30:51.266462 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bcf9b-1c13-42a0-8cf3-a23d9ac3aa30 req-88c13f3f-efa1-4639-974a-a3895ad38935 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:51.267947 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d38bcf9b-1c13-42a0-8cf3-a23d9ac3aa30 req-88c13f3f-efa1-4639-974a-a3895ad38935 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0522876 Nov 24 11:30:51.314681 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d38bcf9b-1c13-42a0-8cf3-a23d9ac3aa30 req-033c0aaf-4b67-4679-962e-3cafd883263b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408735 Nov 24 11:30:51.771390 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609953c9-8ce9-4220-8224-01a28048e731 req-1926659d-d2ab-46f9-8106-f7bd0d9b395f tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:51.772855 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-609953c9-8ce9-4220-8224-01a28048e731 req-1926659d-d2ab-46f9-8106-f7bd0d9b395f tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 943 time: 0.0476954 Nov 24 11:30:51.821175 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-609953c9-8ce9-4220-8224-01a28048e731 req-2a34dd7b-598f-4a25-b4f5-6767fa9f0ef5 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421343 Nov 24 11:30:52.439463 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd548c-07b9-4503-a6a0-c277c81b85c9 req-d0e062b8-31df-4a93-8536-fbbacaa50ec5 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:52.440949 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84cd548c-07b9-4503-a6a0-c277c81b85c9 req-d0e062b8-31df-4a93-8536-fbbacaa50ec5 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0515838 Nov 24 11:30:52.488792 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84cd548c-07b9-4503-a6a0-c277c81b85c9 req-7bee959e-bfad-43db-b25a-1bc394a229c8 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415423 Nov 24 11:30:52.931909 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b2edf-45fd-4879-b1f6-bb19ddb1eccc req-04271bfc-d32a-4583-a217-8ebbe26156e5 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:52.933361 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b69b2edf-45fd-4879-b1f6-bb19ddb1eccc req-04271bfc-d32a-4583-a217-8ebbe26156e5 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 943 time: 0.0473461 Nov 24 11:30:52.983835 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b69b2edf-45fd-4879-b1f6-bb19ddb1eccc req-a035a920-b152-488b-9f3b-5b203e4ec2a9 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439050 Nov 24 11:30:53.606941 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ce108-3ccb-44ac-ad05-c4bc48f237a3 req-e906b0af-b34c-48bc-9733-75276afedb5c tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:53.608542 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-989ce108-3ccb-44ac-ad05-c4bc48f237a3 req-e906b0af-b34c-48bc-9733-75276afedb5c tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0500619 Nov 24 11:30:53.660359 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-989ce108-3ccb-44ac-ad05-c4bc48f237a3 req-ad5afa54-8062-4c4c-bfd1-2d610d1c345b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452840 Nov 24 11:30:54.097271 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7600f36-1f13-4e93-87c9-3c6e2d911663 req-2fdf0f4c-7fd0-4aa6-bded-1f985c22dc48 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:54.098745 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f7600f36-1f13-4e93-87c9-3c6e2d911663 req-2fdf0f4c-7fd0-4aa6-bded-1f985c22dc48 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 943 time: 0.0492394 Nov 24 11:30:54.149984 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f7600f36-1f13-4e93-87c9-3c6e2d911663 req-c45c6ed7-766a-49ef-a655-26496681e9ca tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447686 Nov 24 11:30:54.779997 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b88bc2-e521-4765-a1dd-763df1dc00ac req-174ca6c1-8773-4dba-86f2-d2593c9389d4 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:54.781463 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-80b88bc2-e521-4765-a1dd-763df1dc00ac req-174ca6c1-8773-4dba-86f2-d2593c9389d4 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0480723 Nov 24 11:30:54.826880 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-80b88bc2-e521-4765-a1dd-763df1dc00ac req-240ec3a2-7c6f-45c4-b3e2-96814702fb3b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396490 Nov 24 11:30:55.265614 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a185d6-52b5-4e87-9b17-d237fc54813e req-3465ced3-6300-44a4-b56e-861fd99fec75 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:55.267085 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-96a185d6-52b5-4e87-9b17-d237fc54813e req-3465ced3-6300-44a4-b56e-861fd99fec75 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 943 time: 0.0505176 Nov 24 11:30:55.322770 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-96a185d6-52b5-4e87-9b17-d237fc54813e req-74b1f3ca-670c-41d9-ae1f-e2f696cf9a1f tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467236 Nov 24 11:30:55.729553 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 57406) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:55.838218 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e831864b-6f96-48f2-a15b-864cbcdf4220 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:55.920172 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e831864b-6f96-48f2-a15b-864cbcdf4220 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:55.924081 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e831864b-6f96-48f2-a15b-864cbcdf4220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:55.955378 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dec04-9cd3-4ac1-8fc4-4bb807abb9bd req-5118c249-4475-44f9-b48d-f26a1691f1b6 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:55.956883 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6c3dec04-9cd3-4ac1-8fc4-4bb807abb9bd req-5118c249-4475-44f9-b48d-f26a1691f1b6 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0505080 Nov 24 11:30:55.965240 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-e831864b-6f96-48f2-a15b-864cbcdf4220 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0ae01c04bdc54db994d30c7b20544d6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345965 Nov 24 11:30:55.965951 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831864b-6f96-48f2-a15b-864cbcdf4220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dae212-9824-4ef5-822c-cb544c3683e5,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:55.969108 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 57412) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:56.029545 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6c3dec04-9cd3-4ac1-8fc4-4bb807abb9bd req-2c270b25-3838-4416-b933-8f4df7351fb9 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663519 Nov 24 11:30:56.044413 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8b7612d4-b61d-42d1-9b26-1f80ea663e05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:56.065738 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8b7612d4-b61d-42d1-9b26-1f80ea663e05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:56.113982 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8b7612d4-b61d-42d1-9b26-1f80ea663e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:56.116560 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8b7612d4-b61d-42d1-9b26-1f80ea663e05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:56.117714 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-8b7612d4-b61d-42d1-9b26-1f80ea663e05 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b0dae212-9824-4ef5-822c-cb544c3683e5 HTTP/1.1" status: 204 len: 168 time: 0.1468556 Nov 24 11:30:56.126701 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7612d4-b61d-42d1-9b26-1f80ea663e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dae212-9824-4ef5-822c-cb544c3683e5,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:56.370660 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 57420) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:56.381576 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-16970e4e-48d3-46e0-8f99-a8f9d1c5ea18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:56.383993 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ecdfcaf1-8a2e-4a46-b4a7-4c930f802e64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:56.468760 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff8fb8-4307-404f-996f-6cb11a2dee8b req-27a63a2e-edd9-4c80-ae60-225ff2638a24 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:56.470231 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-98ff8fb8-4307-404f-996f-6cb11a2dee8b req-27a63a2e-edd9-4c80-ae60-225ff2638a24 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 943 time: 0.0690916 Nov 24 11:30:56.513314 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ecdfcaf1-8a2e-4a46-b4a7-4c930f802e64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:56.518837 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ecdfcaf1-8a2e-4a46-b4a7-4c930f802e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:56.572242 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-98ff8fb8-4307-404f-996f-6cb11a2dee8b req-39f7b916-8444-46c0-989c-252ecd1bf20c tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957625 Nov 24 11:30:56.585524 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-ecdfcaf1-8a2e-4a46-b4a7-4c930f802e64 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8c22685637b84c3890cd6c84f0c8703e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137325 Nov 24 11:30:56.586402 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfcaf1-8a2e-4a46-b4a7-4c930f802e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426c9d23-0da4-4016-b583-e627900d92ba,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:56.588160 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 57422) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:56.638417 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-457b3bdb-1ef1-407c-b054-8ec4aac3ff9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:56.659572 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-457b3bdb-1ef1-407c-b054-8ec4aac3ff9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:56.703832 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-457b3bdb-1ef1-407c-b054-8ec4aac3ff9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:56.706540 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-457b3bdb-1ef1-407c-b054-8ec4aac3ff9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:56.707686 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-457b3bdb-1ef1-407c-b054-8ec4aac3ff9d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/426c9d23-0da4-4016-b583-e627900d92ba HTTP/1.1" status: 204 len: 168 time: 0.1164520 Nov 24 11:30:56.714972 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b3bdb-1ef1-407c-b054-8ec4aac3ff9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426c9d23-0da4-4016-b583-e627900d92ba,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:57.019581 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 57428) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:57.032878 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-298805e9-2ac6-40c9-a3f8-69b8538d7652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:57.104074 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-298805e9-2ac6-40c9-a3f8-69b8538d7652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:57.107995 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-298805e9-2ac6-40c9-a3f8-69b8538d7652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:57.146331 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-298805e9-2ac6-40c9-a3f8-69b8538d7652 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=153e41920dfb417eb6486a0c5cc8ccf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1256623 Nov 24 11:30:57.147662 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298805e9-2ac6-40c9-a3f8-69b8538d7652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8ef4a7-4471-4f2f-8699-6294758138c9,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:57.150105 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 57432) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:30:57.155814 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0409018-26e7-4e6f-9542-3340f6006cad req-ecb15cb9-1c9f-47ef-a634-2303f3ee61d9 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:57.155814 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b0409018-26e7-4e6f-9542-3340f6006cad req-ecb15cb9-1c9f-47ef-a634-2303f3ee61d9 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0526829 Nov 24 11:30:57.203180 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-31a07c82-87c5-4d07-9278-5ca3d5dc046e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:57.204483 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b0409018-26e7-4e6f-9542-3340f6006cad req-714c11a1-9a97-43ca-9b1d-df60a5991e35 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424328 Nov 24 11:30:57.223809 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-31a07c82-87c5-4d07-9278-5ca3d5dc046e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:57.269489 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-31a07c82-87c5-4d07-9278-5ca3d5dc046e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:57.272201 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-31a07c82-87c5-4d07-9278-5ca3d5dc046e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:57.273402 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-31a07c82-87c5-4d07-9278-5ca3d5dc046e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3f8ef4a7-4471-4f2f-8699-6294758138c9 HTTP/1.1" status: 204 len: 168 time: 0.1222987 Nov 24 11:30:57.281158 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a07c82-87c5-4d07-9278-5ca3d5dc046e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8ef4a7-4471-4f2f-8699-6294758138c9,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:57.690366 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee9e7f-740a-4ebc-9286-72b09c1353b3 req-4ab18548-adcb-42a2-8235-510e97fef9c9 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:57.692028 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1eee9e7f-740a-4ebc-9286-72b09c1353b3 req-4ab18548-adcb-42a2-8235-510e97fef9c9 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 943 time: 0.0491872 Nov 24 11:30:57.741375 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1eee9e7f-740a-4ebc-9286-72b09c1353b3 req-5d247cb1-d1de-4a80-8c73-3d32df0624ca tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435731 Nov 24 11:30:58.101400 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 5c73813a-14a8-4e78-ae67-e9464fd16f15 details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:30:58.198341 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 5c73813a-14a8-4e78-ae67-e9464fd16f15, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=5c73813a-14a8-4e78-ae67-e9464fd16f15,segment=NetworkSegment(c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c),segment_id=c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:30:58.210239 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': '5c73813a-14a8-4e78-ae67-e9464fd16f15', 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699', 'port_id': '5c73813a-14a8-4e78-ae67-e9464fd16f15', 'mac_address': 'fa:16:3e:22:0c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfc601b-63d6-4a16-bdea-422a8077d6f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:30:58.247100 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:58.260165 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c73813a-14a8-4e78-ae67-e9464fd16f15 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:30:58.281859 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 5c73813a-14a8-4e78-ae67-e9464fd16f15, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=5c73813a-14a8-4e78-ae67-e9464fd16f15,segment=NetworkSegment(c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c),segment_id=c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:30:58.286461 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:58.333099 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=5c73813a-14a8-4e78-ae67-e9464fd16f15,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:30:58.335149 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57df9c-ab1b-4f78-9d91-8d39855b0fc8 req-b86757b8-68ad-44e8-9782-ad9216a30b1d tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:58.336699 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4d57df9c-ab1b-4f78-9d91-8d39855b0fc8 req-b86757b8-68ad-44e8-9782-ad9216a30b1d tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0621562 Nov 24 11:30:58.385825 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4d57df9c-ab1b-4f78-9d91-8d39855b0fc8 req-6ba2eb6b-4d83-4283-aa86-90dec02bf095 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428789 Nov 24 11:30:58.515517 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['5c73813a-14a8-4e78-ae67-e9464fd16f15'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:30:58.745713 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f000a5fa-045d-4c9d-9b5b-8535e57357bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:30:58.856914 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c365a-a783-4df5-abe9-993dfea9f900 req-4284a0e0-2c2d-4e12-a1cf-d4d8affc6a9b tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:58.858403 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9d5c365a-a783-4df5-abe9-993dfea9f900 req-4284a0e0-2c2d-4e12-a1cf-d4d8affc6a9b tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 944 time: 0.0501451 Nov 24 11:30:58.912721 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9d5c365a-a783-4df5-abe9-993dfea9f900 req-f26d6ab3-0068-4da5-8550-03cfed60186d tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478923 Nov 24 11:30:59.502950 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896e7e1-54f7-44b0-8cfe-ffb446a7b29e req-eedcb135-d912-4e9d-b9ea-f6dc2d1be909 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:30:59.504372 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2896e7e1-54f7-44b0-8cfe-ffb446a7b29e req-eedcb135-d912-4e9d-b9ea-f6dc2d1be909 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0475290 Nov 24 11:30:59.553666 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2896e7e1-54f7-44b0-8cfe-ffb446a7b29e req-1dcc2cbe-5de5-43f7-800b-5729942e5b40 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434556 Nov 24 11:30:59.673345 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:00.033411 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c625df-f0d2-49be-a3f7-da82f0075824 req-23c57775-8aa2-4a71-acb7-a9fb826f0ca9 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:00.034893 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b5c625df-f0d2-49be-a3f7-da82f0075824 req-23c57775-8aa2-4a71-acb7-a9fb826f0ca9 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 944 time: 0.0553098 Nov 24 11:31:00.083560 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b5c625df-f0d2-49be-a3f7-da82f0075824 req-70d59715-9870-44e7-8a5d-c905aa49317d tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429077 Nov 24 11:31:00.117607 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 5c73813a-14a8-4e78-ae67-e9464fd16f15 up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:31:00.169639 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning for port 5c73813a-14a8-4e78-ae67-e9464fd16f15 completed by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 11:31:00.173363 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port 5c73813a-14a8-4e78-ae67-e9464fd16f15 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:31:00.173731 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:00.250119 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:00.273596 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe967b8-7370-4ed9-93a1-0ea622f0cda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c73813a-14a8-4e78-ae67-e9464fd16f15'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:31:00.275879 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664d5a78-8edd-4f6a-8702-d5908f2893eb" -d '{"events": [{"server_uuid": "7fe967b8-7370-4ed9-93a1-0ea622f0cda1", "name": "network-vif-plugged", "status": "completed", "tag": "5c73813a-14a8-4e78-ae67-e9464fd16f15"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:31:00.292636 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 5c73813a-14a8-4e78-ae67-e9464fd16f15, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=5c73813a-14a8-4e78-ae67-e9464fd16f15,segment=NetworkSegment(c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c),segment_id=c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:31:00.296692 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:00.349069 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=5c73813a-14a8-4e78-ae67-e9464fd16f15,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:31:00.439624 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe2d153-1b43-4346-8ce4-619ea033a05b x-openstack-request-id: req-2fe2d153-1b43-4346-8ce4-619ea033a05b {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:31:00.439945 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe967b8-7370-4ed9-93a1-0ea622f0cda1", "name": "network-vif-plugged", "status": "completed", "tag": "5c73813a-14a8-4e78-ae67-e9464fd16f15", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:31:00.440210 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2fe2d153-1b43-4346-8ce4-619ea033a05b {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:31:00.440612 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe967b8-7370-4ed9-93a1-0ea622f0cda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c73813a-14a8-4e78-ae67-e9464fd16f15', 'code': 200} Nov 24 11:31:00.653774 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5bdcb-f144-43bb-8214-bd59bcb4aeb7 req-b01811b1-70a0-481d-bd5a-67283b7b9269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:00.655588 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-95e5bdcb-f144-43bb-8214-bd59bcb4aeb7 req-b01811b1-70a0-481d-bd5a-67283b7b9269 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 1098 time: 0.0402360 Nov 24 11:31:00.675398 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d62627-f150-4a39-ab0f-695a4396adb6 req-f99cb18b-b26f-4fbe-b70b-186c17deed52 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:00.676972 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-57d62627-f150-4a39-ab0f-695a4396adb6 req-f99cb18b-b26f-4fbe-b70b-186c17deed52 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0498652 Nov 24 11:31:00.702148 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-95e5bdcb-f144-43bb-8214-bd59bcb4aeb7 req-55fe2ee0-8d99-4504-b0e4-38350ea14180 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394390 Nov 24 11:31:00.722853 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-57d62627-f150-4a39-ab0f-695a4396adb6 req-8e080cd2-7f30-43ce-a220-2c660209fcb4 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399294 Nov 24 11:31:01.201547 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084cb9e5-a04d-43f1-a81c-b4380d2d00d3 req-7a4cedba-253a-4278-9b1c-65686c423d2a tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:01.202891 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-084cb9e5-a04d-43f1-a81c-b4380d2d00d3 req-7a4cedba-253a-4278-9b1c-65686c423d2a tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.0515816 Nov 24 11:31:01.255808 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-084cb9e5-a04d-43f1-a81c-b4380d2d00d3 req-ee4dc29f-bbb4-4cde-804f-9e57242c4fe8 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471015 Nov 24 11:31:01.400382 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:01.847020 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84beca-cc75-490f-b31b-28647b96d1e4 req-e17a8275-7d2c-4e3b-8784-954e3dabfa43 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:01.848483 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1b84beca-cc75-490f-b31b-28647b96d1e4 req-e17a8275-7d2c-4e3b-8784-954e3dabfa43 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0486672 Nov 24 11:31:01.896765 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1b84beca-cc75-490f-b31b-28647b96d1e4 req-b90108d6-24f3-43eb-a09f-b4c92c51a8fc tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418577 Nov 24 11:31:02.367112 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff4c96-27dd-4889-aeae-c022050cfc38 req-a5d2c241-cbd8-4ce3-91a7-4a2402834059 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:02.368564 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-adff4c96-27dd-4889-aeae-c022050cfc38 req-a5d2c241-cbd8-4ce3-91a7-4a2402834059 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.0477655 Nov 24 11:31:02.419944 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-adff4c96-27dd-4889-aeae-c022050cfc38 req-fd5089a6-605f-4d90-a59e-41af86cd2d5d tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449734 Nov 24 11:31:02.527056 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:02.530452 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b07ba-65d5-418e-ae77-8be2191f7b9c req-89a47451-caac-476b-9fea-efead185e78a tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:02.531951 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f59b07ba-65d5-418e-ae77-8be2191f7b9c req-89a47451-caac-476b-9fea-efead185e78a tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.0484324 Nov 24 11:31:02.582022 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f59b07ba-65d5-418e-ae77-8be2191f7b9c req-04724274-fe70-4281-96aa-71e1bc1e86d2 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437789 Nov 24 11:31:02.606785 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 57528) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:31:02.791140 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd4d986-ce7e-41fd-93d2-e4a475672736 tempest-TestShelveInstance-152577441 tempest-TestShelveInstance-152577441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:02.792716 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-3bd4d986-ce7e-41fd-93d2-e4a475672736 tempest-TestShelveInstance-152577441 tempest-TestShelveInstance-152577441-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 1093 time: 0.1848924 Nov 24 11:31:02.796237 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 57540) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:31:02.800524 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-035e6777-6656-4acc-9a67-41f8798480cf tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Request body: {'floatingip': {'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'port_id': '5c73813a-14a8-4e78-ae67-e9464fd16f15', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:31:02.824181 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-035e6777-6656-4acc-9a67-41f8798480cf tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for floatingip, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:02.946153 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 57550) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:31:03.068998 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-2673ebf7-b3df-4967-8194-6d87e3f06d15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:03.164360 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-2673ebf7-b3df-4967-8194-6d87e3f06d15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:03.168489 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-2673ebf7-b3df-4967-8194-6d87e3f06d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:03.209337 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-2673ebf7-b3df-4967-8194-6d87e3f06d15 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=317e136a0ecb4e8daec10f0d37353845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597504 Nov 24 11:31:03.209337 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673ebf7-b3df-4967-8194-6d87e3f06d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49468a78-6406-4c6d-8b5e-da8a9f205579,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:31:03.210424 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 57556) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:31:03.227168 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4349930-3358-4eb7-8c31-7eeddf64312a req-ca9fd73f-5a96-4d19-b7bb-20ffb73b095b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:03.228605 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d4349930-3358-4eb7-8c31-7eeddf64312a req-ca9fd73f-5a96-4d19-b7bb-20ffb73b095b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0607917 Nov 24 11:31:03.253701 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-035e6777-6656-4acc-9a67-41f8798480cf tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:03.257597 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-1e3dda51-f598-47c9-9a04-f178a69b89bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:03.279826 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-1e3dda51-f598-47c9-9a04-f178a69b89bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:03.324131 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d4349930-3358-4eb7-8c31-7eeddf64312a req-f0ccb527-0840-42ea-afe6-b67e29caf549 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881252 Nov 24 11:31:03.330172 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-1e3dda51-f598-47c9-9a04-f178a69b89bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:03.332814 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-1e3dda51-f598-47c9-9a04-f178a69b89bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:03.333968 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-1e3dda51-f598-47c9-9a04-f178a69b89bf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/49468a78-6406-4c6d-8b5e-da8a9f205579 HTTP/1.1" status: 204 len: 168 time: 0.1227007 Nov 24 11:31:03.346576 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dda51-f598-47c9-9a04-f178a69b89bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49468a78-6406-4c6d-8b5e-da8a9f205579,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:31:03.383462 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [None req-035e6777-6656-4acc-9a67-41f8798480cf tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Allocated IP 172.27.1.103 (abec3bdb-3f5f-43d3-a05f-b74eaa51b59e/68c5d2bd-607c-45ea-a578-f70e1637afae/eeb2fa44-7e6a-45cc-b673-57c85eed0181) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:31:03.488875 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-035e6777-6656-4acc-9a67-41f8798480cf tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for port, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:03.522213 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-035e6777-6656-4acc-9a67-41f8798480cf tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:03.565702 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035e6777-6656-4acc-9a67-41f8798480cf tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:31:03.570934 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-035e6777-6656-4acc-9a67-41f8798480cf tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:31:03.573872 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035e6777-6656-4acc-9a67-41f8798480cf tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:31:03.577748 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e6777-6656-4acc-9a67-41f8798480cf tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Pushing event updated for resources: {'Port': ['ID=eeb2fa44-7e6a-45cc-b673-57c85eed0181,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:31:03.614295 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 57562) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:31:03.627654 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c9656165-805a-4406-82bb-a25e937b5d2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:03.703066 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c9656165-805a-4406-82bb-a25e937b5d2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:03.706830 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c9656165-805a-4406-82bb-a25e937b5d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:03.744826 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-c9656165-805a-4406-82bb-a25e937b5d2b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0c8de823e3e44bb3b54b6709054c7af6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293283 Nov 24 11:31:03.747243 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9656165-805a-4406-82bb-a25e937b5d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab5d58a-dba2-463c-a356-c58f23987aa3,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:31:03.749452 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 57564) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:31:03.797320 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d43ee5fa-f807-4317-8d43-32954c2081e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:03.818290 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d43ee5fa-f807-4317-8d43-32954c2081e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:03.865094 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d43ee5fa-f807-4317-8d43-32954c2081e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:03.867799 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d43ee5fa-f807-4317-8d43-32954c2081e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:03.872133 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-d43ee5fa-f807-4317-8d43-32954c2081e0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dab5d58a-dba2-463c-a356-c58f23987aa3 HTTP/1.1" status: 204 len: 168 time: 0.1211898 Nov 24 11:31:03.879846 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ee5fa-f807-4317-8d43-32954c2081e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab5d58a-dba2-463c-a356-c58f23987aa3,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:31:03.936179 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-035e6777-6656-4acc-9a67-41f8798480cf tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:04.002424 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-035e6777-6656-4acc-9a67-41f8798480cf tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:04.161219 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-035e6777-6656-4acc-9a67-41f8798480cf tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for port, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:04.165620 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-035e6777-6656-4acc-9a67-41f8798480cf tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:04.232389 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e6777-6656-4acc-9a67-41f8798480cf tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Pushing event updated for resources: {'Port': ['ID=eeb2fa44-7e6a-45cc-b673-57c85eed0181,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:31:04.242375 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-035e6777-6656-4acc-9a67-41f8798480cf tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975220'] for floatingip, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:04.343550 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [None req-035e6777-6656-4acc-9a67-41f8798480cf tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Floating IP be663a05-396d-4cda-886b-b48c74eda586 associated. External IP: 172.27.1.103, port: 5c73813a-14a8-4e78-ae67-e9464fd16f15. Nov 24 11:31:04.502670 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfa864-587e-4f7d-b9ff-5033dbf6955f req-29496004-3144-4b52-b89e-c8d2f9c3826a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:04.504161 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-91bfa864-587e-4f7d-b9ff-5033dbf6955f req-29496004-3144-4b52-b89e-c8d2f9c3826a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0717485 Nov 24 11:31:04.627674 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-91bfa864-587e-4f7d-b9ff-5033dbf6955f req-80c3c2f7-e2cd-4a8a-aaf9-17bb68c0b492 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938895 Nov 24 11:31:04.649101 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035e6777-6656-4acc-9a67-41f8798480cf tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Router 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:31:04.762202 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035e6777-6656-4acc-9a67-41f8798480cf tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:31:04.772048 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad22cf90-d32e-4c34-bdda-9c6e78b8a808 None None] Sync routers for ids ['9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:31:04.784132 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-035e6777-6656-4acc-9a67-41f8798480cf tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for floatingip, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:04.785114 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad22cf90-d32e-4c34-bdda-9c6e78b8a808 None None] Routers {'9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:31:04.785720 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-ad22cf90-d32e-4c34-bdda-9c6e78b8a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:30:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:31:04.824926 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-035e6777-6656-4acc-9a67-41f8798480cf tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0152330 Nov 24 11:31:04.824926 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe967b8-7370-4ed9-93a1-0ea622f0cda1', 'tag': '5c73813a-14a8-4e78-ae67-e9464fd16f15'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:31:04.824926 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f12df07-4591-44a9-a6c9-b6bb94fd2d70" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe967b8-7370-4ed9-93a1-0ea622f0cda1", "tag": "5c73813a-14a8-4e78-ae67-e9464fd16f15"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:31:04.862581 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a724090-a435-4a2a-b665-8c8080b3b0f3 x-openstack-request-id: req-5a724090-a435-4a2a-b665-8c8080b3b0f3 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:31:04.862880 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe967b8-7370-4ed9-93a1-0ea622f0cda1", "tag": "5c73813a-14a8-4e78-ae67-e9464fd16f15", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:31:04.863138 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5a724090-a435-4a2a-b665-8c8080b3b0f3 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:31:04.863544 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe967b8-7370-4ed9-93a1-0ea622f0cda1', 'tag': '5c73813a-14a8-4e78-ae67-e9464fd16f15', 'status': 'completed', 'code': 200} Nov 24 11:31:04.895733 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-ad22cf90-d32e-4c34-bdda-9c6e78b8a808 None None] Set router 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:31:05.127373 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-ad22cf90-d32e-4c34-bdda-9c6e78b8a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'name': 'tempest-TestShelveInstance-602502716-router', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:20Z', 'revision_number': 4, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'gw_port': {'id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': 'be663a05-396d-4cda-886b-b48c74eda586', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'port_id': '5c73813a-14a8-4e78-ae67-e9464fd16f15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699', 'mac_address': 'fa:16:3e:22:0c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe967b8-7370-4ed9-93a1-0ea622f0cda1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:31:03Z', 'updated_at': '2021-11-24T11:31:03Z', 'revision_number': 0, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49da7869-1f00-4aa4-b7d1-053d04e84081', 'name': '', 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'mac_address': 'fa:16:3e:0d:d2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '6dfc601b-63d6-4a16-bdea-422a8077d6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:20Z', 'updated_at': '2021-11-24T11:30:23Z', 'revision_number': 5, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'subnets': [{'id': '6dfc601b-63d6-4a16-bdea-422a8077d6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:31:05.155875 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad22cf90-d32e-4c34-bdda-9c6e78b8a808 None None] Checking router: 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:31:05.165068 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad22cf90-d32e-4c34-bdda-9c6e78b8a808 None None] Routers {'9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:31:05.165730 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-ad22cf90-d32e-4c34-bdda-9c6e78b8a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:30:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:31:05.270757 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-ad22cf90-d32e-4c34-bdda-9c6e78b8a808 None None] Set router 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:31:05.556563 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-ad22cf90-d32e-4c34-bdda-9c6e78b8a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'name': 'tempest-TestShelveInstance-602502716-router', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:20Z', 'revision_number': 4, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'gw_port': {'id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': 'be663a05-396d-4cda-886b-b48c74eda586', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'port_id': '5c73813a-14a8-4e78-ae67-e9464fd16f15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699', 'mac_address': 'fa:16:3e:22:0c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe967b8-7370-4ed9-93a1-0ea622f0cda1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:31:03Z', 'updated_at': '2021-11-24T11:31:03Z', 'revision_number': 0, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49da7869-1f00-4aa4-b7d1-053d04e84081', 'name': '', 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'mac_address': 'fa:16:3e:0d:d2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '6dfc601b-63d6-4a16-bdea-422a8077d6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:20Z', 'updated_at': '2021-11-24T11:30:23Z', 'revision_number': 5, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'subnets': [{'id': '6dfc601b-63d6-4a16-bdea-422a8077d6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:31:05.585206 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad22cf90-d32e-4c34-bdda-9c6e78b8a808 None None] The sync data for ids ['9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'] in dv-cinder-819089-1-iscsi is: [{'id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'name': 'tempest-TestShelveInstance-602502716-router', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:20Z', 'revision_number': 4, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'gw_port': {'id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': 'be663a05-396d-4cda-886b-b48c74eda586', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'port_id': '5c73813a-14a8-4e78-ae67-e9464fd16f15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699', 'mac_address': 'fa:16:3e:22:0c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe967b8-7370-4ed9-93a1-0ea622f0cda1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:31:03Z', 'updated_at': '2021-11-24T11:31:03Z', 'revision_number': 0, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49da7869-1f00-4aa4-b7d1-053d04e84081', 'name': '', 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'mac_address': 'fa:16:3e:0d:d2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '6dfc601b-63d6-4a16-bdea-422a8077d6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:20Z', 'updated_at': '2021-11-24T11:30:23Z', 'revision_number': 5, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'subnets': [{'id': '6dfc601b-63d6-4a16-bdea-422a8077d6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:31:05.763803 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edeebe-2756-4ec2-b280-6e163131c365 req-98f4ce53-8b1b-4df1-b018-bd796e93b6b8 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:05.765237 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d40e1-3962-4efc-8cab-ee543f0ac809 None None] New status for floating IP be663a05-396d-4cda-886b-b48c74eda586: ACTIVE {{(pid=102483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 11:31:05.765977 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e8edeebe-2756-4ec2-b280-6e163131c365 req-98f4ce53-8b1b-4df1-b018-bd796e93b6b8 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0524809 Nov 24 11:31:05.816031 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e8edeebe-2756-4ec2-b280-6e163131c365 req-47bc6721-13ff-4a2c-8826-7e80dc91efa0 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411494 Nov 24 11:31:06.086881 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12df07-4591-44a9-a6c9-b6bb94fd2d70 req-ae2c7d5f-47a9-493d-814c-a2135dbc75b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:06.088373 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-2f12df07-4591-44a9-a6c9-b6bb94fd2d70 req-ae2c7d5f-47a9-493d-814c-a2135dbc75b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f381540b3c9b4687aaeecffb496f268e&device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 1098 time: 0.0399644 Nov 24 11:31:06.188737 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12df07-4591-44a9-a6c9-b6bb94fd2d70 req-5edc49ae-67c5-4988-a41b-e153c1dd2c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:06.190332 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-2f12df07-4591-44a9-a6c9-b6bb94fd2d70 req-5edc49ae-67c5-4988-a41b-e153c1dd2c59 service neutron] 10.222.0.65 "GET /v2.0/networks?id=82ffb513-3ccb-4ed3-b605-477c999e9699 HTTP/1.1" status: 200 len: 909 time: 0.0939722 Nov 24 11:31:06.263441 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-2f12df07-4591-44a9-a6c9-b6bb94fd2d70 req-b222b939-3020-465a-976c-54db6cee8b64 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c73813a-14a8-4e78-ae67-e9464fd16f15 HTTP/1.1" status: 200 len: 1001 time: 0.0658312 Nov 24 11:31:06.320261 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12df07-4591-44a9-a6c9-b6bb94fd2d70 req-5ba487c2-e779-4ffe-883d-06668df0e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:06.321914 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-2f12df07-4591-44a9-a6c9-b6bb94fd2d70 req-5ba487c2-e779-4ffe-883d-06668df0e33d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6dfc601b-63d6-4a16-bdea-422a8077d6f1 HTTP/1.1" status: 200 len: 847 time: 0.0508318 Nov 24 11:31:06.367261 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12df07-4591-44a9-a6c9-b6bb94fd2d70 req-215cf83d-c476-4b57-b8d4-c255e0ae0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:06.368774 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-2f12df07-4591-44a9-a6c9-b6bb94fd2d70 req-215cf83d-c476-4b57-b8d4-c255e0ae0749 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=82ffb513-3ccb-4ed3-b605-477c999e9699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391595 Nov 24 11:31:06.466090 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-2f12df07-4591-44a9-a6c9-b6bb94fd2d70 req-20990ec0-463e-4fb4-94d1-a676c619e2fd service neutron] 10.222.0.65 "GET /v2.0/networks/82ffb513-3ccb-4ed3-b605-477c999e9699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894098 Nov 24 11:31:06.560107 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-2f12df07-4591-44a9-a6c9-b6bb94fd2d70 req-400a30f6-6047-4ce9-8821-4272a513a9dc service neutron] 10.222.0.65 "GET /v2.0/networks/82ffb513-3ccb-4ed3-b605-477c999e9699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859044 Nov 24 11:31:06.936444 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46043426-2918-4aae-a265-b61f1d2a48b3 req-744e676b-d6bc-4fe5-80a3-6d0c51231b9f tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:06.937886 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-46043426-2918-4aae-a265-b61f1d2a48b3 req-744e676b-d6bc-4fe5-80a3-6d0c51231b9f tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0500348 Nov 24 11:31:06.987598 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-46043426-2918-4aae-a265-b61f1d2a48b3 req-4a8c8e3c-4c21-42f6-bba0-c4b5b09ea270 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438793 Nov 24 11:31:08.107484 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09c8af-f688-4f7d-baf4-7dadb8be2d86 req-9bcf8446-98b5-4ae3-a7ef-8333bc4231e0 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:08.108867 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6d09c8af-f688-4f7d-baf4-7dadb8be2d86 req-9bcf8446-98b5-4ae3-a7ef-8333bc4231e0 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0477576 Nov 24 11:31:08.155414 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6d09c8af-f688-4f7d-baf4-7dadb8be2d86 req-c4ec1cf7-bb12-41e7-8eb2-55bdb27f2e30 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407219 Nov 24 11:31:09.273698 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f31e9-aa55-42b7-a2ba-9941471e9e7b req-cb715fcb-88ad-4e6c-8b68-101efb5e2d02 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:09.275142 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a44f31e9-aa55-42b7-a2ba-9941471e9e7b req-cb715fcb-88ad-4e6c-8b68-101efb5e2d02 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0480030 Nov 24 11:31:09.324916 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a44f31e9-aa55-42b7-a2ba-9941471e9e7b req-44374fdd-0bef-43e0-b9ba-d17692540bf7 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435534 Nov 24 11:31:09.894616 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dc605430-0844-4c92-85fd-686f5597fc33 req-b87f1993-b96b-4582-b1fe-66295b7e081c tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439076233&fields=id&tenant_id=303d49c4d2774367b4d1606a579ed56b HTTP/1.1" status: 200 len: 267 time: 0.0483592 Nov 24 11:31:10.002477 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc605430-0844-4c92-85fd-686f5597fc33 req-44d9a4cd-be60-4d87-973c-014fdc0a0696 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:10.003944 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dc605430-0844-4c92-85fd-686f5597fc33 req-44d9a4cd-be60-4d87-973c-014fdc0a0696 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/networks?id=f813662d-6de5-41cf-ac48-8f27f8448f99 HTTP/1.1" status: 200 len: 811 time: 0.1025295 Nov 24 11:31:10.018161 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dc605430-0844-4c92-85fd-686f5597fc33 req-616bba07-472c-4f1a-940e-ce6eb4e4a584 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/quotas/303d49c4d2774367b4d1606a579ed56b HTTP/1.1" status: 200 len: 375 time: 0.0086851 Nov 24 11:31:10.068969 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dc605430-0844-4c92-85fd-686f5597fc33 req-4cde0f96-8b45-42ad-95b0-52253489ddfa tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=303d49c4d2774367b4d1606a579ed56b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458806 Nov 24 11:31:10.173368 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dc605430-0844-4c92-85fd-686f5597fc33 req-97e4b0ec-9d5d-4209-9cb2-3dcf2f01843e service neutron] 10.222.0.54 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933185 Nov 24 11:31:10.258949 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dc605430-0844-4c92-85fd-686f5597fc33 req-ff4a0f32-c21e-4ece-9ca6-9645bb7e0600 service neutron] 10.222.0.54 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797768 Nov 24 11:31:10.456635 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4f7fb-1d61-49f8-9e51-8c2f0a46fc11 req-f4c8811d-fa86-49df-a0f1-61f3a4303aa7 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:10.458151 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1df4f7fb-1d61-49f8-9e51-8c2f0a46fc11 req-f4c8811d-fa86-49df-a0f1-61f3a4303aa7 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0591221 Nov 24 11:31:10.507962 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1df4f7fb-1d61-49f8-9e51-8c2f0a46fc11 req-dec34f74-6044-4359-86bf-64b585d16ede tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438311 Nov 24 11:31:10.558526 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5ef043d8-cf87-4325-afd9-1d68ef0311ea req-101e89a9-7708-46fe-8200-22fdd86dba2d tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 210 time: 0.0296254 Nov 24 11:31:11.591652 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc605430-0844-4c92-85fd-686f5597fc33 req-fe4c7012-40b7-485f-a249-87092dba8842 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:11.593905 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-dc605430-0844-4c92-85fd-686f5597fc33 req-fe4c7012-40b7-485f-a249-87092dba8842 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.65 "GET /v2.0/networks?id=f813662d-6de5-41cf-ac48-8f27f8448f99 HTTP/1.1" status: 200 len: 811 time: 0.1493187 Nov 24 11:31:11.667735 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-dc605430-0844-4c92-85fd-686f5597fc33 req-843f3227-2ced-4056-be1b-72cde0ce99c6 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=303d49c4d2774367b4d1606a579ed56b HTTP/1.1" status: 200 len: 380 time: 0.0647166 Nov 24 11:31:11.677377 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3564cb76-02af-41b6-8ab2-919fbd1162c8 req-6ab388ea-4b85-4cca-972d-232fbb061719 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 210 time: 0.0363684 Nov 24 11:31:11.677941 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-dc605430-0844-4c92-85fd-686f5597fc33 req-e3061d5a-774a-4178-a214-98a2659053a9 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Request body: {'port': {'device_id': '42094d23-5ab8-4b0d-b921-3dbafa776b6f', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'admin_state_up': True, 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'security_groups': ['749864b3-651e-4be6-8e69-9d1153ebce5c']}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:31:11.690716 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadef903-83d5-4443-a16a-077732cb4255 req-ea0d40b9-c70d-44fc-9a0b-63747242e881 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:11.693715 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cadef903-83d5-4443-a16a-077732cb4255 req-ea0d40b9-c70d-44fc-9a0b-63747242e881 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0849884 Nov 24 11:31:11.740474 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cadef903-83d5-4443-a16a-077732cb4255 req-a8e47336-582b-4398-84a4-de05b1454cd1 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409303 Nov 24 11:31:11.786304 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc605430-0844-4c92-85fd-686f5597fc33 req-e3061d5a-774a-4178-a214-98a2659053a9 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Made reservation on behalf of 303d49c4d2774367b4d1606a579ed56b for: {'port': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:31:11.790015 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-dc605430-0844-4c92-85fd-686f5597fc33 req-e3061d5a-774a-4178-a214-98a2659053a9 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:11.917674 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [req-dc605430-0844-4c92-85fd-686f5597fc33 req-e3061d5a-774a-4178-a214-98a2659053a9 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Allocated IP 172.20.0.13 (f813662d-6de5-41cf-ac48-8f27f8448f99/a6137ff9-74cb-4c61-ada2-9bfaf66f6509/2da7d5c3-6970-485c-bc36-b5912f073317) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:31:12.075209 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-dc605430-0844-4c92-85fd-686f5597fc33 req-e3061d5a-774a-4178-a214-98a2659053a9 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:12.358746 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-dc605430-0844-4c92-85fd-686f5597fc33 req-e3061d5a-774a-4178-a214-98a2659053a9 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:12.401110 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc605430-0844-4c92-85fd-686f5597fc33 req-e3061d5a-774a-4178-a214-98a2659053a9 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Network f813662d-6de5-41cf-ac48-8f27f8448f99 is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:31:12.404151 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [req-dc605430-0844-4c92-85fd-686f5597fc33 req-e3061d5a-774a-4178-a214-98a2659053a9 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:31:12.407663 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc605430-0844-4c92-85fd-686f5597fc33 req-e3061d5a-774a-4178-a214-98a2659053a9 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:31:12.413877 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3061d5a-774a-4178-a214-98a2659053a9 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event updated for resources: {'Port': ['ID=2da7d5c3-6970-485c-bc36-b5912f073317,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:31:12.459717 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc605430-0844-4c92-85fd-686f5597fc33 req-e3061d5a-774a-4178-a214-98a2659053a9 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:12.460383 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-dc605430-0844-4c92-85fd-686f5597fc33 req-e3061d5a-774a-4178-a214-98a2659053a9 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:12.477436 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-dc605430-0844-4c92-85fd-686f5597fc33 req-e3061d5a-774a-4178-a214-98a2659053a9 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8035891 Nov 24 11:31:12.490339 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [req-dc605430-0844-4c92-85fd-686f5597fc33 req-05651398-c917-436d-889a-ee5351511681 service neutron] Request body: {'port': {'device_id': '42094d23-5ab8-4b0d-b921-3dbafa776b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81908'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:31:12.553637 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-dc605430-0844-4c92-85fd-686f5597fc33 req-05651398-c917-436d-889a-ee5351511681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:12.679210 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-8c774b01-8e29-4757-bcad-5f4d1e06da27 None None] Provisioning complete for port 2da7d5c3-6970-485c-bc36-b5912f073317 triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:31:12.679777 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8c774b01-8e29-4757-bcad-5f4d1e06da27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:12.712301 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-8c774b01-8e29-4757-bcad-5f4d1e06da27 None None] Port 2da7d5c3-6970-485c-bc36-b5912f073317 cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:31:12.798446 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4005fc-cffe-4d0a-9b85-985505b4d0ce req-b389ad4e-a5c4-4a0d-8559-35169c928a58 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:12.802938 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1e4005fc-cffe-4d0a-9b85-985505b4d0ce req-b389ad4e-a5c4-4a0d-8559-35169c928a58 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 932 time: 0.0536947 Nov 24 11:31:12.823794 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [req-dc605430-0844-4c92-85fd-686f5597fc33 req-05651398-c917-436d-889a-ee5351511681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da7d5c3-6970-485c-bc36-b5912f073317 {{(pid=102481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:31:12.831306 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-dc605430-0844-4c92-85fd-686f5597fc33 req-05651398-c917-436d-889a-ee5351511681 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:12.843127 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.provisioning_blocks [req-dc605430-0844-4c92-85fd-686f5597fc33 req-05651398-c917-436d-889a-ee5351511681 service neutron] Transition to ACTIVE for port object 2da7d5c3-6970-485c-bc36-b5912f073317 will not be triggered until provisioned by entity L2. {{(pid=102481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 11:31:12.846789 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-dc605430-0844-4c92-85fd-686f5597fc33 req-05651398-c917-436d-889a-ee5351511681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534712165'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:12.889322 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1e4005fc-cffe-4d0a-9b85-985505b4d0ce req-f497e22b-e892-489e-849c-e17e8f98d870 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817821 Nov 24 11:31:12.897950 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdb345-85c3-4920-bff7-ff784bbd59b5 req-8fea368d-a3d8-49ef-a2fb-d31c1d1774b7 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:12.899678 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ddfdb345-85c3-4920-bff7-ff784bbd59b5 req-8fea368d-a3d8-49ef-a2fb-d31c1d1774b7 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0783892 Nov 24 11:31:12.916478 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05651398-c917-436d-889a-ee5351511681 service neutron] Pushing event updated for resources: {'Port': ['ID=2da7d5c3-6970-485c-bc36-b5912f073317,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:31:12.958034 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ddfdb345-85c3-4920-bff7-ff784bbd59b5 req-33f7dada-9311-4485-878a-3b51cf08754a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512192 Nov 24 11:31:12.988033 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-dc605430-0844-4c92-85fd-686f5597fc33 req-05651398-c917-436d-889a-ee5351511681 service neutron] Attempting to bind port 2da7d5c3-6970-485c-bc36-b5912f073317 on host hv-cinder-81908 for vnic_type normal with profile {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:31:12.988370 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-dc605430-0844-4c92-85fd-686f5597fc33 req-05651398-c917-436d-889a-ee5351511681 service neutron] Attempting to bind port 2da7d5c3-6970-485c-bc36-b5912f073317 by drivers openvswitch,hyperv on host hv-cinder-81908 at level 0 using segments [{'id': 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99'}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:31:12.988728 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc605430-0844-4c92-85fd-686f5597fc33 req-05651398-c917-436d-889a-ee5351511681 service neutron] Attempting to bind port 2da7d5c3-6970-485c-bc36-b5912f073317 on network f813662d-6de5-41cf-ac48-8f27f8448f99 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:31:12.993281 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc605430-0844-4c92-85fd-686f5597fc33 req-05651398-c917-436d-889a-ee5351511681 service neutron] Port 2da7d5c3-6970-485c-bc36-b5912f073317 on network f813662d-6de5-41cf-ac48-8f27f8448f99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81908 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 11:31:12.993601 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc605430-0844-4c92-85fd-686f5597fc33 req-05651398-c917-436d-889a-ee5351511681 service neutron] Attempting to bind port 2da7d5c3-6970-485c-bc36-b5912f073317 on network f813662d-6de5-41cf-ac48-8f27f8448f99 {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:31:12.998516 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc605430-0844-4c92-85fd-686f5597fc33 req-05651398-c917-436d-889a-ee5351511681 service neutron] Checking agent: {'id': '3c6daaf5-cf27-4c68-b1a8-704272683c2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81908', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'started_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:31:12.998866 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc605430-0844-4c92-85fd-686f5597fc33 req-05651398-c917-436d-889a-ee5351511681 service neutron] Checking segment: {'id': 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:31:12.999231 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc605430-0844-4c92-85fd-686f5597fc33 req-05651398-c917-436d-889a-ee5351511681 service neutron] Bound using segment: {'id': 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99'} {{(pid=102481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:31:12.999701 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.managers [req-dc605430-0844-4c92-85fd-686f5597fc33 req-05651398-c917-436d-889a-ee5351511681 service neutron] Bound port: 2da7d5c3-6970-485c-bc36-b5912f073317, host: hv-cinder-81908, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99'}}] {{(pid=102481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:31:13.000053 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-dc605430-0844-4c92-85fd-686f5597fc33 req-05651398-c917-436d-889a-ee5351511681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:13.066132 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-dc605430-0844-4c92-85fd-686f5597fc33 req-05651398-c917-436d-889a-ee5351511681 service neutron] For port 2da7d5c3-6970-485c-bc36-b5912f073317, host hv-cinder-81908, cleared binding levels {{(pid=102481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:31:13.072778 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-dc605430-0844-4c92-85fd-686f5597fc33 req-05651398-c917-436d-889a-ee5351511681 service neutron] For port 2da7d5c3-6970-485c-bc36-b5912f073317, host hv-cinder-81908, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=2da7d5c3-6970-485c-bc36-b5912f073317,segment=NetworkSegment(d8baedd1-824c-4bf2-a24d-c4b8e45836c5),segment_id=d8baedd1-824c-4bf2-a24d-c4b8e45836c5)] {{(pid=102481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:31:13.078645 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-dc605430-0844-4c92-85fd-686f5597fc33 req-05651398-c917-436d-889a-ee5351511681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534712165'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:13.112255 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc605430-0844-4c92-85fd-686f5597fc33 req-05651398-c917-436d-889a-ee5351511681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:13.112892 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-dc605430-0844-4c92-85fd-686f5597fc33 req-05651398-c917-436d-889a-ee5351511681 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:13.114221 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-dc605430-0844-4c92-85fd-686f5597fc33 req-05651398-c917-436d-889a-ee5351511681 service neutron] 10.222.0.65 "PUT /v2.0/ports/2da7d5c3-6970-485c-bc36-b5912f073317 HTTP/1.1" status: 200 len: 1094 time: 0.6284132 Nov 24 11:31:13.114690 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42094d23-5ab8-4b0d-b921-3dbafa776b6f', 'tag': '2da7d5c3-6970-485c-bc36-b5912f073317'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:31:13.116928 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f75053-4ae6-4468-85b1-3a39430e3419" -d '{"events": [{"name": "network-changed", "server_uuid": "42094d23-5ab8-4b0d-b921-3dbafa776b6f", "tag": "2da7d5c3-6970-485c-bc36-b5912f073317"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:31:13.141082 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05651398-c917-436d-889a-ee5351511681 service neutron] Pushing event updated for resources: {'Port': ['ID=2da7d5c3-6970-485c-bc36-b5912f073317,revision_number=3']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:31:13.160928 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf922a86-be64-46e9-9a6d-a89e2f811aaf x-openstack-request-id: req-bf922a86-be64-46e9-9a6d-a89e2f811aaf {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:31:13.161304 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42094d23-5ab8-4b0d-b921-3dbafa776b6f", "tag": "2da7d5c3-6970-485c-bc36-b5912f073317", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:31:13.161630 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bf922a86-be64-46e9-9a6d-a89e2f811aaf {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:31:13.162097 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42094d23-5ab8-4b0d-b921-3dbafa776b6f', 'tag': '2da7d5c3-6970-485c-bc36-b5912f073317', 'status': 'completed', 'code': 200} Nov 24 11:31:13.209612 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc605430-0844-4c92-85fd-686f5597fc33 req-2aa53041-030b-47d4-b694-87ddfcc9f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:13.211264 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-dc605430-0844-4c92-85fd-686f5597fc33 req-2aa53041-030b-47d4-b694-87ddfcc9f564 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=303d49c4d2774367b4d1606a579ed56b&device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 1097 time: 0.0457206 Nov 24 11:31:13.255912 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-dc605430-0844-4c92-85fd-686f5597fc33 req-68e7066e-07cd-434f-911a-2754d5c30025 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2da7d5c3-6970-485c-bc36-b5912f073317 HTTP/1.1" status: 200 len: 217 time: 0.0353177 Nov 24 11:31:13.307752 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc605430-0844-4c92-85fd-686f5597fc33 req-75ba0518-9630-4871-892e-a7072f3ae5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:13.309248 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-dc605430-0844-4c92-85fd-686f5597fc33 req-75ba0518-9630-4871-892e-a7072f3ae5c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6137ff9-74cb-4c61-ada2-9bfaf66f6509 HTTP/1.1" status: 200 len: 850 time: 0.0454335 Nov 24 11:31:13.358359 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc605430-0844-4c92-85fd-686f5597fc33 req-a0c5a04a-97a9-45cc-b59a-aaf34ac5914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:13.359837 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-dc605430-0844-4c92-85fd-686f5597fc33 req-a0c5a04a-97a9-45cc-b59a-aaf34ac5914a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f813662d-6de5-41cf-ac48-8f27f8448f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425780 Nov 24 11:31:13.450045 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-dc605430-0844-4c92-85fd-686f5597fc33 req-3dde3d29-ec0a-4291-a628-027eecd0cd8f service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816643 Nov 24 11:31:13.549186 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-dc605430-0844-4c92-85fd-686f5597fc33 req-324e3e5e-f910-41df-af7c-2dd919f6e993 service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849123 Nov 24 11:31:13.646250 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f75053-4ae6-4468-85b1-3a39430e3419 req-871f1cb1-cdb2-4439-b558-daffa10ba8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:13.647799 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a0f75053-4ae6-4468-85b1-3a39430e3419 req-871f1cb1-cdb2-4439-b558-daffa10ba8e5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=303d49c4d2774367b4d1606a579ed56b&device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 1097 time: 0.0433819 Nov 24 11:31:13.745817 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f75053-4ae6-4468-85b1-3a39430e3419 req-54a7f5a7-33ae-4890-b5c5-78f70812faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:13.747176 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a0f75053-4ae6-4468-85b1-3a39430e3419 req-54a7f5a7-33ae-4890-b5c5-78f70812faa5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f813662d-6de5-41cf-ac48-8f27f8448f99 HTTP/1.1" status: 200 len: 912 time: 0.0920062 Nov 24 11:31:13.789351 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a0f75053-4ae6-4468-85b1-3a39430e3419 req-9b1e6e2e-33f7-4bc0-b6f2-5e67754863a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2da7d5c3-6970-485c-bc36-b5912f073317 HTTP/1.1" status: 200 len: 217 time: 0.0342958 Nov 24 11:31:13.840404 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f75053-4ae6-4468-85b1-3a39430e3419 req-f64332b1-8f7a-4188-a430-fcfc7b7676f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:13.842700 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a0f75053-4ae6-4468-85b1-3a39430e3419 req-f64332b1-8f7a-4188-a430-fcfc7b7676f0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6137ff9-74cb-4c61-ada2-9bfaf66f6509 HTTP/1.1" status: 200 len: 850 time: 0.0456643 Nov 24 11:31:13.895513 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f75053-4ae6-4468-85b1-3a39430e3419 req-642cc658-d2e8-41dd-9b1e-0d93092d7776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:13.897039 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a0f75053-4ae6-4468-85b1-3a39430e3419 req-642cc658-d2e8-41dd-9b1e-0d93092d7776 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f813662d-6de5-41cf-ac48-8f27f8448f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440085 Nov 24 11:31:13.994127 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a0f75053-4ae6-4468-85b1-3a39430e3419 req-8c1ce0ce-80b1-4fc6-bd3b-61e49bd73ae7 service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866039 Nov 24 11:31:14.010489 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d9528-5eac-4982-8e0f-2fb4c060b602 req-cb786f43-ee1e-4b45-9b2e-33156d890931 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:14.011990 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bf8d9528-5eac-4982-8e0f-2fb4c060b602 req-cb786f43-ee1e-4b45-9b2e-33156d890931 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 944 time: 0.0489771 Nov 24 11:31:14.092911 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bf8d9528-5eac-4982-8e0f-2fb4c060b602 req-157cce41-e01a-474a-be12-5003f87690fe tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734060 Nov 24 11:31:14.109487 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac886e1-5d8e-4a96-be95-90bcc1bb6679 req-8f93a3cf-c12d-4b38-a989-3bf999505df4 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:14.110907 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7ac886e1-5d8e-4a96-be95-90bcc1bb6679 req-8f93a3cf-c12d-4b38-a989-3bf999505df4 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0717127 Nov 24 11:31:14.113511 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a0f75053-4ae6-4468-85b1-3a39430e3419 req-c2285212-8ef0-4f6d-8ff9-f083d6cf55ec service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015341 Nov 24 11:31:14.160673 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7ac886e1-5d8e-4a96-be95-90bcc1bb6679 req-652996cc-5a5e-43d5-b282-86435a5ce06f tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437391 Nov 24 11:31:15.213005 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f83a83-5785-47b0-ba1d-1435893b802a req-6459c336-a464-416c-a93c-08358cf5081a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:15.214522 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a7f83a83-5785-47b0-ba1d-1435893b802a req-6459c336-a464-416c-a93c-08358cf5081a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 944 time: 0.0542033 Nov 24 11:31:15.288036 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a7f83a83-5785-47b0-ba1d-1435893b802a req-a73f3709-a0e8-4228-b7c7-4fab5807e3d6 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676789 Nov 24 11:31:15.302119 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663136b-7821-4756-82c2-e0718c540386 req-73d326fd-910e-4365-9929-d7255cd1dd01 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:15.303549 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7663136b-7821-4756-82c2-e0718c540386 req-73d326fd-910e-4365-9929-d7255cd1dd01 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0706851 Nov 24 11:31:15.349674 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7663136b-7821-4756-82c2-e0718c540386 req-d8cae424-2b0f-4925-8049-716eba88c189 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404317 Nov 24 11:31:16.404056 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bae869-bab5-4f76-8c17-af4b6e7d362d req-b6dac98f-e759-47a0-9cd6-5c4a33d7dc61 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:16.405650 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b7bae869-bab5-4f76-8c17-af4b6e7d362d req-b6dac98f-e759-47a0-9cd6-5c4a33d7dc61 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 944 time: 0.0519412 Nov 24 11:31:16.480952 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b7bae869-bab5-4f76-8c17-af4b6e7d362d req-12578f93-f3e9-4c1b-962d-63811c97645c tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685356 Nov 24 11:31:16.492501 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173cdda-bb92-4e5b-9b58-9e8a22b00c32 req-8897f3d4-8c83-4e15-a4b4-1e41e9970961 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:16.493936 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0173cdda-bb92-4e5b-9b58-9e8a22b00c32 req-8897f3d4-8c83-4e15-a4b4-1e41e9970961 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0671625 Nov 24 11:31:16.540264 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0173cdda-bb92-4e5b-9b58-9e8a22b00c32 req-16d49b01-5ac2-4359-b8f1-df13c6c13569 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405750 Nov 24 11:31:16.743272 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:31:16.932902 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:17.596455 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542edaf-bd1e-4791-a15e-726de335c54f req-e8f643c9-177b-43e9-8719-155384f52066 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:17.598173 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d542edaf-bd1e-4791-a15e-726de335c54f req-e8f643c9-177b-43e9-8719-155384f52066 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 944 time: 0.0522237 Nov 24 11:31:17.690394 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d542edaf-bd1e-4791-a15e-726de335c54f req-aea3d2aa-6624-42a5-9454-41cac93b35b7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861509 Nov 24 11:31:17.712705 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5167a9-9af1-4932-a81d-68e63e630210 req-5bf92dd3-820a-482a-8cb2-36e722ccbb00 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:17.721387 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8f5167a9-9af1-4932-a81d-68e63e630210 req-5bf92dd3-820a-482a-8cb2-36e722ccbb00 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0824447 Nov 24 11:31:17.771949 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8f5167a9-9af1-4932-a81d-68e63e630210 req-c5ced89e-de6a-4fe0-a0df-04e2666436ea tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495629 Nov 24 11:31:18.213584 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:31:18.314330 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:31:18.327809 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'port_id': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5', 'mac_address': 'fa:16:3e:b8:a4:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869a9006-91f2-477a-a322-c62397f17982', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:31:18.369508 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:18.383478 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:31:18.405143 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:31:18.411185 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:18.464292 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,revision_number=6']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:31:18.472813 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:18.473173 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:18.473513 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:18.473854 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:18.474190 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:18.474529 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:18.474866 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:18.475180 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:18.475535 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:18.475830 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:18.476156 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:18.476479 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:18.506172 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:31:18.819224 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449aa4a-f5d6-49f0-afd2-d05971183390 req-1850700c-29ab-4d35-99d4-bebc6aea9018 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:18.820386 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a449aa4a-f5d6-49f0-afd2-d05971183390 req-1850700c-29ab-4d35-99d4-bebc6aea9018 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 944 time: 0.0568378 Nov 24 11:31:18.910290 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a449aa4a-f5d6-49f0-afd2-d05971183390 req-932ea552-6448-48e5-a181-86347d54cc3f tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782657 Nov 24 11:31:18.971276 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b37d2-2ab9-42fc-acc3-b2547324f9d5 req-7a02ba03-311d-47aa-8f2b-85f52f29a717 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:18.973010 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9f7b37d2-2ab9-42fc-acc3-b2547324f9d5 req-7a02ba03-311d-47aa-8f2b-85f52f29a717 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 945 time: 0.0601239 Nov 24 11:31:19.027906 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9f7b37d2-2ab9-42fc-acc3-b2547324f9d5 req-fb1ec38e-0622-44d9-86cc-1d77eccbe470 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486245 Nov 24 11:31:20.047136 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89174f7e-b503-462a-8da4-6487d04ef5c2 req-d7d838f0-72c1-4d99-9aa6-33ceab8e6e8d tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:20.050398 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-89174f7e-b503-462a-8da4-6487d04ef5c2 req-d7d838f0-72c1-4d99-9aa6-33ceab8e6e8d tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 944 time: 0.0543082 Nov 24 11:31:20.122922 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-89174f7e-b503-462a-8da4-6487d04ef5c2 req-3f6cf6ae-25ef-40cb-8239-561e9ef89bf6 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587730 Nov 24 11:31:20.184573 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e0684-391a-4c90-b4ef-e35cfdd8a325 req-44ccee02-d62c-4c0c-80eb-361db51b7c52 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:20.188705 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7d3e0684-391a-4c90-b4ef-e35cfdd8a325 req-44ccee02-d62c-4c0c-80eb-361db51b7c52 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 945 time: 0.0542135 Nov 24 11:31:20.227462 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:31:20.250462 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7d3e0684-391a-4c90-b4ef-e35cfdd8a325 req-d746c082-e70c-4fe9-8ece-f1d6063def7a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527740 Nov 24 11:31:20.304385 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:31:20.304887 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:20.407317 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:20.440379 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d40f353-4508-4bf8-b171-8f8805b2bf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:31:20.444021 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee31d9e-c01a-4139-8284-2f86fbdedb76" -d '{"events": [{"server_uuid": "7d40f353-4508-4bf8-b171-8f8805b2bf81", "name": "network-vif-plugged", "status": "completed", "tag": "ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:31:20.463639 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:31:20.470968 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b055c9-deae-4089-bc3c-277dbd11cd94 req-0fdd3267-803b-414a-bd3b-4b806a3f4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:20.472039 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-58b055c9-deae-4089-bc3c-277dbd11cd94 req-0fdd3267-803b-414a-bd3b-4b806a3f4dc9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=45f80f37390a4f5f8b97a920ce8330df&device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 1098 time: 0.0703609 Nov 24 11:31:20.497526 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:20.501373 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99123b85-1c90-4ed7-8faa-4264c2746479 x-openstack-request-id: req-99123b85-1c90-4ed7-8faa-4264c2746479 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:31:20.501715 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d40f353-4508-4bf8-b171-8f8805b2bf81", "name": "network-vif-plugged", "status": "completed", "tag": "ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:31:20.502023 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-99123b85-1c90-4ed7-8faa-4264c2746479 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:31:20.502498 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d40f353-4508-4bf8-b171-8f8805b2bf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5', 'code': 200} Nov 24 11:31:20.565137 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,revision_number=7']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:31:20.606871 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b055c9-deae-4089-bc3c-277dbd11cd94 req-96243391-84dd-4ddd-8a2c-2580e4e1952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:20.608332 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-58b055c9-deae-4089-bc3c-277dbd11cd94 req-96243391-84dd-4ddd-8a2c-2580e4e1952c service neutron] 10.222.0.65 "GET /v2.0/networks?id=1ba09535-c948-4159-ac87-b3cbd70bbf1e HTTP/1.1" status: 200 len: 917 time: 0.0972657 Nov 24 11:31:20.683708 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-58b055c9-deae-4089-bc3c-277dbd11cd94 req-45262891-f868-4ba9-a055-35264a1c0e85 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 HTTP/1.1" status: 200 len: 1001 time: 0.0669570 Nov 24 11:31:20.736794 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b055c9-deae-4089-bc3c-277dbd11cd94 req-6f3db1bb-4699-4411-a112-f5b59f432bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:20.739618 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-58b055c9-deae-4089-bc3c-277dbd11cd94 req-6f3db1bb-4699-4411-a112-f5b59f432bfe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=869a9006-91f2-477a-a322-c62397f17982 HTTP/1.1" status: 200 len: 855 time: 0.0462892 Nov 24 11:31:20.807094 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b055c9-deae-4089-bc3c-277dbd11cd94 req-b2a710c2-29ba-4f7f-adbd-70ffba7a01d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:20.808907 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-58b055c9-deae-4089-bc3c-277dbd11cd94 req-b2a710c2-29ba-4f7f-adbd-70ffba7a01d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ba09535-c948-4159-ac87-b3cbd70bbf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605314 Nov 24 11:31:20.921033 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-58b055c9-deae-4089-bc3c-277dbd11cd94 req-b6d9eb2b-56dc-4426-b07a-891253f7d104 service neutron] 10.222.0.65 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987513 Nov 24 11:31:21.041618 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-58b055c9-deae-4089-bc3c-277dbd11cd94 req-21ffe5c8-8edc-4882-b2af-238056d09550 service neutron] 10.222.0.65 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109748 Nov 24 11:31:21.254068 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e5e94-3185-4a6d-99cb-ff4194bf9146 req-39d3a620-e575-4bf7-a8f9-b9e97e0c2ff3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:21.261177 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d38e5e94-3185-4a6d-99cb-ff4194bf9146 req-39d3a620-e575-4bf7-a8f9-b9e97e0c2ff3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 944 time: 0.0604546 Nov 24 11:31:21.317213 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d38e5e94-3185-4a6d-99cb-ff4194bf9146 req-162aebc1-a8e5-4925-b96d-3733985286f2 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548754 Nov 24 11:31:21.396563 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc017e-2e6b-41c7-9585-a83ae8e14adc req-1b5bf6f5-2fd4-41a0-89c1-e21f60504460 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:21.404538 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d3bc017e-2e6b-41c7-9585-a83ae8e14adc req-1b5bf6f5-2fd4-41a0-89c1-e21f60504460 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0569172 Nov 24 11:31:21.449164 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d3bc017e-2e6b-41c7-9585-a83ae8e14adc req-3af29cda-e8cb-43bb-a42f-165a4cc95457 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437453 Nov 24 11:31:22.257965 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 2da7d5c3-6970-485c-bc36-b5912f073317 details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:31:22.360317 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 2da7d5c3-6970-485c-bc36-b5912f073317, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=2da7d5c3-6970-485c-bc36-b5912f073317,segment=NetworkSegment(d8baedd1-824c-4bf2-a24d-c4b8e45836c5),segment_id=d8baedd1-824c-4bf2-a24d-c4b8e45836c5)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:31:22.372183 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': '2da7d5c3-6970-485c-bc36-b5912f073317', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'port_id': '2da7d5c3-6970-485c-bc36-b5912f073317', 'mac_address': 'fa:16:3e:2e:a8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:31:22.409327 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:22.421671 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da7d5c3-6970-485c-bc36-b5912f073317 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:31:22.445034 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 2da7d5c3-6970-485c-bc36-b5912f073317, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=2da7d5c3-6970-485c-bc36-b5912f073317,segment=NetworkSegment(d8baedd1-824c-4bf2-a24d-c4b8e45836c5),segment_id=d8baedd1-824c-4bf2-a24d-c4b8e45836c5)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:31:22.450936 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb101e5-f65c-4ad1-b9b7-330d7e483c38 req-92ea0212-9471-4fd3-b3de-6b5e93841ebe tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:22.452020 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:22.452845 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2cb101e5-f65c-4ad1-b9b7-330d7e483c38 req-92ea0212-9471-4fd3-b3de-6b5e93841ebe tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 944 time: 0.0645874 Nov 24 11:31:22.522027 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2cb101e5-f65c-4ad1-b9b7-330d7e483c38 req-017f7546-07ba-4cd6-8c11-fffed57a162e tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611656 Nov 24 11:31:22.553757 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=2da7d5c3-6970-485c-bc36-b5912f073317,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:31:22.599857 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fe2c3-0828-4318-9604-b44901f93e5c req-928623d1-0da7-4175-a7c8-4e5a74f7d263 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:22.601564 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b01fe2c3-0828-4318-9604-b44901f93e5c req-928623d1-0da7-4175-a7c8-4e5a74f7d263 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0534101 Nov 24 11:31:22.652105 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b01fe2c3-0828-4318-9604-b44901f93e5c req-9f77aead-2019-4703-b2ee-9468c5b3f8c6 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438783 Nov 24 11:31:22.857446 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['2da7d5c3-6970-485c-bc36-b5912f073317'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:31:23.656957 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc606fa-fb96-41c6-b7f2-d0184cca5c8f req-c076bc8f-9253-4617-a0ea-d53a37f9498e tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:23.659595 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5fc606fa-fb96-41c6-b7f2-d0184cca5c8f req-c076bc8f-9253-4617-a0ea-d53a37f9498e tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 945 time: 0.0667336 Nov 24 11:31:23.724418 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5fc606fa-fb96-41c6-b7f2-d0184cca5c8f req-baf709e9-c46a-4cae-9bf3-715b6e6f1854 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583429 Nov 24 11:31:23.785533 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a92b65-5ab1-4430-bbe9-9ac70aac2724 req-cd4c2046-03f0-485a-bf1f-fa01bdc6344b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:23.793039 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-59a92b65-5ab1-4430-bbe9-9ac70aac2724 req-cd4c2046-03f0-485a-bf1f-fa01bdc6344b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0581353 Nov 24 11:31:23.838607 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-59a92b65-5ab1-4430-bbe9-9ac70aac2724 req-9d8b622d-8add-4170-80bd-d29b5129e4a6 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446603 Nov 24 11:31:24.268259 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 2da7d5c3-6970-485c-bc36-b5912f073317 up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:31:24.339985 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning for port 2da7d5c3-6970-485c-bc36-b5912f073317 completed by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 11:31:24.345541 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port 2da7d5c3-6970-485c-bc36-b5912f073317 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:31:24.346014 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:24.444332 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:24.467536 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42094d23-5ab8-4b0d-b921-3dbafa776b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da7d5c3-6970-485c-bc36-b5912f073317'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:31:24.470562 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0522b995-3ec2-43ce-8cfc-132a24de11b2" -d '{"events": [{"server_uuid": "42094d23-5ab8-4b0d-b921-3dbafa776b6f", "name": "network-vif-plugged", "status": "completed", "tag": "2da7d5c3-6970-485c-bc36-b5912f073317"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:31:24.484614 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 2da7d5c3-6970-485c-bc36-b5912f073317, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=2da7d5c3-6970-485c-bc36-b5912f073317,segment=NetworkSegment(d8baedd1-824c-4bf2-a24d-c4b8e45836c5),segment_id=d8baedd1-824c-4bf2-a24d-c4b8e45836c5)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:31:24.491101 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:24.526591 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec53981a-e0d9-4017-9b9b-d027062b3ff1 x-openstack-request-id: req-ec53981a-e0d9-4017-9b9b-d027062b3ff1 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:31:24.526890 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42094d23-5ab8-4b0d-b921-3dbafa776b6f", "name": "network-vif-plugged", "status": "completed", "tag": "2da7d5c3-6970-485c-bc36-b5912f073317", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:31:24.527146 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ec53981a-e0d9-4017-9b9b-d027062b3ff1 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:31:24.527547 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42094d23-5ab8-4b0d-b921-3dbafa776b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da7d5c3-6970-485c-bc36-b5912f073317', 'code': 200} Nov 24 11:31:24.556992 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=2da7d5c3-6970-485c-bc36-b5912f073317,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:31:24.816580 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38166909-a5f5-4ebc-b33e-7329bc6470f6 req-7737dafc-e8c6-4d69-8b98-a786cc3d21d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:24.818134 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-38166909-a5f5-4ebc-b33e-7329bc6470f6 req-7737dafc-e8c6-4d69-8b98-a786cc3d21d5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 1099 time: 0.0590096 Nov 24 11:31:24.870235 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52206765-fa6b-4337-94a5-4c6202746895 req-cbb38ffe-068e-4bf0-b478-907efe639b5a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:24.872907 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-52206765-fa6b-4337-94a5-4c6202746895 req-cbb38ffe-068e-4bf0-b478-907efe639b5a tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 946 time: 0.0715737 Nov 24 11:31:24.881898 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-38166909-a5f5-4ebc-b33e-7329bc6470f6 req-991e00bf-c787-4857-b773-dd293e9aad18 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552421 Nov 24 11:31:24.957144 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-52206765-fa6b-4337-94a5-4c6202746895 req-19445137-1bfa-4b6e-bb4b-7c1a73fd2076 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772357 Nov 24 11:31:25.002032 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a8076-2085-41ae-9cf6-a9e7d24845dc req-a6ca9c95-2864-458b-8da8-23c1b5872148 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:25.003494 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-043a8076-2085-41ae-9cf6-a9e7d24845dc req-a6ca9c95-2864-458b-8da8-23c1b5872148 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0768702 Nov 24 11:31:25.077318 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-043a8076-2085-41ae-9cf6-a9e7d24845dc req-4bf0ab69-15dd-4c57-a6ea-0ee590e8d29e tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651972 Nov 24 11:31:26.107231 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4ffa7-8950-41c5-8dd8-5cc23ec4d2b5 req-ffa3fc07-4890-4c80-8df8-22bbcca040b3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:26.116129 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a9d4ffa7-8950-41c5-8dd8-5cc23ec4d2b5 req-ffa3fc07-4890-4c80-8df8-22bbcca040b3 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 946 time: 0.0605645 Nov 24 11:31:26.197955 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a9d4ffa7-8950-41c5-8dd8-5cc23ec4d2b5 req-356dc637-f779-4859-9b5f-6fa0005d766e tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788543 Nov 24 11:31:26.244055 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6e329-4ee7-4080-8830-6d39cc1266d0 req-ce6be2c9-ae0f-458e-8ddf-7ca57d99b8ce tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:26.245529 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-04f6e329-4ee7-4080-8830-6d39cc1266d0 req-ce6be2c9-ae0f-458e-8ddf-7ca57d99b8ce tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0794981 Nov 24 11:31:26.378150 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-757605f9-3f2d-4b85-825d-6ec82a5fd744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:26.581846 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-04f6e329-4ee7-4080-8830-6d39cc1266d0 req-41f90c84-7941-421c-b898-f7842836ebcc tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3246753 Nov 24 11:31:26.609471 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a27ce8-d987-430d-a0eb-d5010cf9ba31 req-3665c308-e4e5-4309-96ed-e154fcb94585 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:26.609471 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b9a27ce8-d987-430d-a0eb-d5010cf9ba31 req-3665c308-e4e5-4309-96ed-e154fcb94585 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 946 time: 0.0767109 Nov 24 11:31:26.655697 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b9a27ce8-d987-430d-a0eb-d5010cf9ba31 req-96f1494f-7f76-4fa5-9529-c1ebe39e4725 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478439 Nov 24 11:31:26.680119 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 57868) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:31:26.909002 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f35789f-b0ea-4775-8dd8-9422a5326116 tempest-TestVolumeBootPattern-730844962 tempest-TestVolumeBootPattern-730844962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:26.912681 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-3f35789f-b0ea-4775-8dd8-9422a5326116 tempest-TestVolumeBootPattern-730844962 tempest-TestVolumeBootPattern-730844962-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 1094 time: 0.2295477 Nov 24 11:31:26.913472 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 57876) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:31:26.917916 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Request body: {'floatingip': {'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'port_id': '2da7d5c3-6970-485c-bc36-b5912f073317', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:31:26.942976 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for floatingip, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:27.095139 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:27.231771 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_common [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Allocated IP 172.27.1.86 (abec3bdb-3f5f-43d3-a05f-b74eaa51b59e/68c5d2bd-607c-45ea-a578-f70e1637afae/ab46a443-cf2d-40e8-a896-928ee1daf02d) {{(pid=102481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:31:27.344237 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for port, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:27.385406 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:27.433931 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Network abec3bdb-3f5f-43d3-a05f-b74eaa51b59e is already hosted by enough agents. {{(pid=102481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:31:27.437069 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Resources bound (agent type, host, resource id): {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:31:27.442122 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Received port after_create {{(pid=102481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:31:27.446923 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event updated for resources: {'Port': ['ID=ab46a443-cf2d-40e8-a896-928ee1daf02d,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:31:27.480296 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:27.480668 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:27.481020 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:27.481357 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:27.481688 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:27.482019 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:27.482346 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:27.482671 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:27.482996 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:27.483314 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:27.483636 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:27.483954 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:27.712797 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152e587-cfe5-47f9-9001-26f593e9a4ca req-239e8016-b309-4442-8846-e10c66cfaee9 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:27.714423 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3152e587-cfe5-47f9-9001-26f593e9a4ca req-239e8016-b309-4442-8846-e10c66cfaee9 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0513132 Nov 24 11:31:27.773905 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3152e587-cfe5-47f9-9001-26f593e9a4ca req-7152ef2f-97a0-4b30-8ef6-fbeca522c180 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520704 Nov 24 11:31:27.832077 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:27.900448 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:28.040439 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for port, precommit_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:28.044846 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534712165'] for port, after_update {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:28.109140 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event updated for resources: {'Port': ['ID=ab46a443-cf2d-40e8-a896-928ee1daf02d,revision_number=2']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:31:28.125202 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975220'] for floatingip, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:28.220754 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.l3_db [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Floating IP 3a5a3c88-dfb7-41e9-ac8f-800dfced70ff associated. External IP: 172.27.1.86, port: 2da7d5c3-6970-485c-bc36-b5912f073317. Nov 24 11:31:28.415992 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Router 513c06b9-48fa-4677-9e28-fee464e6dac1 has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:31:28.517241 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:31:28.527484 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa29969-ba6c-4748-ab07-89e9d0c5594d None None] Sync routers for ids ['513c06b9-48fa-4677-9e28-fee464e6dac1'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:31:28.534503 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for floatingip, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:28.537455 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa29969-ba6c-4748-ab07-89e9d0c5594d None None] Routers {'513c06b9-48fa-4677-9e28-fee464e6dac1'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:31:28.538069 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-cfa29969-ba6c-4748-ab07-89e9d0c5594d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:30:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['513c06b9-48fa-4677-9e28-fee464e6dac1'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:31:28.560419 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-fe36d385-3d2d-4a64-98a8-85203f624bce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6457491 Nov 24 11:31:28.561021 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42094d23-5ab8-4b0d-b921-3dbafa776b6f', 'tag': '2da7d5c3-6970-485c-bc36-b5912f073317'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:31:28.563267 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595647b3-f9a2-45cf-b99f-efefd893529b" -d '{"events": [{"name": "network-changed", "server_uuid": "42094d23-5ab8-4b0d-b921-3dbafa776b6f", "tag": "2da7d5c3-6970-485c-bc36-b5912f073317"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:31:28.600127 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad6282c-8def-4392-9bc5-4bf622b9bbd7 x-openstack-request-id: req-dad6282c-8def-4392-9bc5-4bf622b9bbd7 {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:31:28.600501 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42094d23-5ab8-4b0d-b921-3dbafa776b6f", "tag": "2da7d5c3-6970-485c-bc36-b5912f073317", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:31:28.600844 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dad6282c-8def-4392-9bc5-4bf622b9bbd7 {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:31:28.601300 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42094d23-5ab8-4b0d-b921-3dbafa776b6f', 'tag': '2da7d5c3-6970-485c-bc36-b5912f073317', 'status': 'completed', 'code': 200} Nov 24 11:31:28.640887 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-cfa29969-ba6c-4748-ab07-89e9d0c5594d None None] Set router 513c06b9-48fa-4677-9e28-fee464e6dac1 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:31:28.727668 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f3b40446-a6f6-42ab-9f62-1b52e8885e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:28.860304 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-cfa29969-ba6c-4748-ab07-89e9d0c5594d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': '3a5a3c88-dfb7-41e9-ac8f-800dfced70ff', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'port_id': '2da7d5c3-6970-485c-bc36-b5912f073317', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'mac_address': 'fa:16:3e:2e:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42094d23-5ab8-4b0d-b921-3dbafa776b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:31:27Z', 'updated_at': '2021-11-24T11:31:27Z', 'revision_number': 0, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'fixed_ip_address_scope': None}, {'id': '4986f96a-01af-4aed-8825-26d7efba82a8', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'port_id': '5e977cf2-5e37-46ad-adbd-be8237c48c51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'mac_address': 'fa:16:3e:8b:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa260f0-59bc-4030-a91e-a6d9a12b915a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:29:21Z', 'updated_at': '2021-11-24T11:29:24Z', 'revision_number': 1, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc31092-c15d-4972-88cc-ecfdb3abbc5d', 'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'mac_address': 'fa:16:3e:f6:19:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:23Z', 'updated_at': '2021-11-24T11:25:29Z', 'revision_number': 5, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'subnets': [{'id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:31:28.887273 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa29969-ba6c-4748-ab07-89e9d0c5594d None None] Checking router: 513c06b9-48fa-4677-9e28-fee464e6dac1 for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:31:28.892596 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb2c4f-1d88-4488-87b0-8b6639a1fb3c req-cb21f3f7-48df-4b4f-8882-fe9b229b3537 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:28.894085 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c7eb2c4f-1d88-4488-87b0-8b6639a1fb3c req-cb21f3f7-48df-4b4f-8882-fe9b229b3537 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0475013 Nov 24 11:31:28.895573 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa29969-ba6c-4748-ab07-89e9d0c5594d None None] Routers {'513c06b9-48fa-4677-9e28-fee464e6dac1'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:31:28.896164 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-cfa29969-ba6c-4748-ab07-89e9d0c5594d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:31:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['513c06b9-48fa-4677-9e28-fee464e6dac1'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:31:28.941065 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c7eb2c4f-1d88-4488-87b0-8b6639a1fb3c req-26a21c86-d938-474d-a404-8ed1cf40072a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410912 Nov 24 11:31:28.997892 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-cfa29969-ba6c-4748-ab07-89e9d0c5594d None None] Set router 513c06b9-48fa-4677-9e28-fee464e6dac1 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:31:29.217168 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-cfa29969-ba6c-4748-ab07-89e9d0c5594d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': '3a5a3c88-dfb7-41e9-ac8f-800dfced70ff', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'port_id': '2da7d5c3-6970-485c-bc36-b5912f073317', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'mac_address': 'fa:16:3e:2e:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42094d23-5ab8-4b0d-b921-3dbafa776b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:31:27Z', 'updated_at': '2021-11-24T11:31:27Z', 'revision_number': 0, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'fixed_ip_address_scope': None}, {'id': '4986f96a-01af-4aed-8825-26d7efba82a8', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'port_id': '5e977cf2-5e37-46ad-adbd-be8237c48c51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'mac_address': 'fa:16:3e:8b:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa260f0-59bc-4030-a91e-a6d9a12b915a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:29:21Z', 'updated_at': '2021-11-24T11:29:24Z', 'revision_number': 1, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc31092-c15d-4972-88cc-ecfdb3abbc5d', 'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'mac_address': 'fa:16:3e:f6:19:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:23Z', 'updated_at': '2021-11-24T11:25:29Z', 'revision_number': 5, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'subnets': [{'id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:31:29.242476 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa29969-ba6c-4748-ab07-89e9d0c5594d None None] The sync data for ids ['513c06b9-48fa-4677-9e28-fee464e6dac1'] in dv-cinder-819089-1-iscsi is: [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': '3a5a3c88-dfb7-41e9-ac8f-800dfced70ff', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'port_id': '2da7d5c3-6970-485c-bc36-b5912f073317', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'mac_address': 'fa:16:3e:2e:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42094d23-5ab8-4b0d-b921-3dbafa776b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:31:27Z', 'updated_at': '2021-11-24T11:31:27Z', 'revision_number': 0, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'fixed_ip_address_scope': None}, {'id': '4986f96a-01af-4aed-8825-26d7efba82a8', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'port_id': '5e977cf2-5e37-46ad-adbd-be8237c48c51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'mac_address': 'fa:16:3e:8b:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa260f0-59bc-4030-a91e-a6d9a12b915a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:29:21Z', 'updated_at': '2021-11-24T11:29:24Z', 'revision_number': 1, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc31092-c15d-4972-88cc-ecfdb3abbc5d', 'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'mac_address': 'fa:16:3e:f6:19:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:23Z', 'updated_at': '2021-11-24T11:25:29Z', 'revision_number': 5, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'subnets': [{'id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:31:29.421552 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352e99e9-ac35-4d25-af55-dea7854b3bb0 None None] New status for floating IP 3a5a3c88-dfb7-41e9-ac8f-800dfced70ff: ACTIVE {{(pid=102483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 11:31:29.675677 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:30.058908 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239335b-a33a-400b-a30e-1f1563d5c0a5 req-21a4eba7-fdbe-4d92-b08b-6c96d48d90e5 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:30.060343 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a239335b-a33a-400b-a30e-1f1563d5c0a5 req-21a4eba7-fdbe-4d92-b08b-6c96d48d90e5 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0471482 Nov 24 11:31:30.106133 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a239335b-a33a-400b-a30e-1f1563d5c0a5 req-9e79f93c-3b96-4b2f-a1f5-b1ae055dc6bf tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394583 Nov 24 11:31:30.229236 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595647b3-f9a2-45cf-b99f-efefd893529b req-44f61cb2-76d4-49d3-8fca-99cf34e83c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:30.230694 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-595647b3-f9a2-45cf-b99f-efefd893529b req-44f61cb2-76d4-49d3-8fca-99cf34e83c72 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=303d49c4d2774367b4d1606a579ed56b&device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 1099 time: 0.0391672 Nov 24 11:31:30.321616 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595647b3-f9a2-45cf-b99f-efefd893529b req-becb49d1-7597-4045-8f3c-a3bc77ebab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:30.323057 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-595647b3-f9a2-45cf-b99f-efefd893529b req-becb49d1-7597-4045-8f3c-a3bc77ebab50 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f813662d-6de5-41cf-ac48-8f27f8448f99 HTTP/1.1" status: 200 len: 912 time: 0.0840433 Nov 24 11:31:30.391292 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-595647b3-f9a2-45cf-b99f-efefd893529b req-f3108702-804e-4dc2-b545-4e0959e1e5cb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2da7d5c3-6970-485c-bc36-b5912f073317 HTTP/1.1" status: 200 len: 1001 time: 0.0547752 Nov 24 11:31:30.440155 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595647b3-f9a2-45cf-b99f-efefd893529b req-e7d2d0d1-c696-46f7-b91c-0138e019d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:30.441504 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-595647b3-f9a2-45cf-b99f-efefd893529b req-e7d2d0d1-c696-46f7-b91c-0138e019d5e5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6137ff9-74cb-4c61-ada2-9bfaf66f6509 HTTP/1.1" status: 200 len: 850 time: 0.0416217 Nov 24 11:31:30.490673 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595647b3-f9a2-45cf-b99f-efefd893529b req-f01b6b3d-03e8-4106-9b95-70d95996c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:30.492138 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-595647b3-f9a2-45cf-b99f-efefd893529b req-f01b6b3d-03e8-4106-9b95-70d95996c4ea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f813662d-6de5-41cf-ac48-8f27f8448f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425665 Nov 24 11:31:30.828216 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-595647b3-f9a2-45cf-b99f-efefd893529b req-cd9d8149-568f-4265-9e29-4de55ff0ef13 service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221102 Nov 24 11:31:30.924585 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-595647b3-f9a2-45cf-b99f-efefd893529b req-06b00acd-4da1-4a3b-8b76-ed8c0181cb2f service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834329 Nov 24 11:31:30.957866 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e149c9-0ee5-476c-aa77-915b14852659 req-8b473770-3e93-48bd-a70f-4ac6f4237cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:30.959352 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-08e149c9-0ee5-476c-aa77-915b14852659 req-8b473770-3e93-48bd-a70f-4ac6f4237cbf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=45f80f37390a4f5f8b97a920ce8330df&device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 1099 time: 0.0436215 Nov 24 11:31:31.047525 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e149c9-0ee5-476c-aa77-915b14852659 req-809c6e7a-5418-41db-937a-61c9873ea1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:31.048993 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-08e149c9-0ee5-476c-aa77-915b14852659 req-809c6e7a-5418-41db-937a-61c9873ea1aa service neutron] 10.222.0.65 "GET /v2.0/networks?id=1ba09535-c948-4159-ac87-b3cbd70bbf1e HTTP/1.1" status: 200 len: 917 time: 0.0816731 Nov 24 11:31:31.115362 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-08e149c9-0ee5-476c-aa77-915b14852659 req-9c697925-2c1f-4bdc-b669-61ae7b36316c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 HTTP/1.1" status: 200 len: 1001 time: 0.0584452 Nov 24 11:31:31.168435 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e149c9-0ee5-476c-aa77-915b14852659 req-7f538146-c635-44fd-b7a7-f5c0e7683eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:31.169962 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-08e149c9-0ee5-476c-aa77-915b14852659 req-7f538146-c635-44fd-b7a7-f5c0e7683eeb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=869a9006-91f2-477a-a322-c62397f17982 HTTP/1.1" status: 200 len: 855 time: 0.0471847 Nov 24 11:31:31.248423 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e149c9-0ee5-476c-aa77-915b14852659 req-875c8fda-c9b2-4af2-b34e-ebb3250a2dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:31.249948 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-08e149c9-0ee5-476c-aa77-915b14852659 req-875c8fda-c9b2-4af2-b34e-ebb3250a2dd7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ba09535-c948-4159-ac87-b3cbd70bbf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719013 Nov 24 11:31:31.258351 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6b94e-78a2-4b08-843f-b180ca1d05e6 req-2c28a7ad-6062-4aa3-ac06-8a6d80668050 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:31.259672 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-36c6b94e-78a2-4b08-843f-b180ca1d05e6 req-2c28a7ad-6062-4aa3-ac06-8a6d80668050 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0736210 Nov 24 11:31:31.367152 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-36c6b94e-78a2-4b08-843f-b180ca1d05e6 req-874a5cf4-9375-4e25-b9c3-65c19ecda337 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981760 Nov 24 11:31:31.382379 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-08e149c9-0ee5-476c-aa77-915b14852659 req-9f0e78e3-0b8e-449a-a732-c49bfdf6c00e service neutron] 10.222.0.65 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146736 Nov 24 11:31:31.398675 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:31.478466 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-08e149c9-0ee5-476c-aa77-915b14852659 req-2957ebf0-9b39-4ff5-991d-ed4908bcc2f3 service neutron] 10.222.0.65 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848398 Nov 24 11:31:32.490452 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957a167-29e0-452f-9c58-654988eb31d0 req-d049c892-68d3-42b1-a5f0-bbc946675003 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:32.491906 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f957a167-29e0-452f-9c58-654988eb31d0 req-d049c892-68d3-42b1-a5f0-bbc946675003 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0487199 Nov 24 11:31:32.531503 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:32.543196 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f957a167-29e0-452f-9c58-654988eb31d0 req-08562b0a-f733-4f03-8a20-8bac5f8b1795 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452838 Nov 24 11:31:33.670143 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c5de8-3ca9-4f18-b841-303c6a1bfaaf req-c153459b-416a-48e4-adb5-7e180825c499 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:33.671648 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-558c5de8-3ca9-4f18-b841-303c6a1bfaaf req-c153459b-416a-48e4-adb5-7e180825c499 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 946 time: 0.0527158 Nov 24 11:31:33.719501 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-558c5de8-3ca9-4f18-b841-303c6a1bfaaf req-695a42b2-06e2-4080-b034-caf1346da348 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413110 Nov 24 11:31:34.327414 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:31:34.411893 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:34.433542 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d40f353-4508-4bf8-b171-8f8805b2bf81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:31:34.435874 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5fb644-1203-45ce-9fbd-8ff25b7751df" -d '{"events": [{"server_uuid": "7d40f353-4508-4bf8-b171-8f8805b2bf81", "name": "network-vif-unplugged", "status": "completed", "tag": "ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:31:34.448154 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:31:34.452033 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:34.476234 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Nov 2021 11:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21147d90-2110-42f0-a07d-b9994b1d789c x-openstack-request-id: req-21147d90-2110-42f0-a07d-b9994b1d789c {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:31:34.476530 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d40f353-4508-4bf8-b171-8f8805b2bf81", "name": "network-vif-unplugged", "status": "failed", "tag": "ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5", "code": 422}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:31:34.476808 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-21147d90-2110-42f0-a07d-b9994b1d789c {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:31:34.477212 dv-cinder-819089-1-iscsi neutron-server[102483]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7d40f353-4508-4bf8-b171-8f8805b2bf81', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5', 'code': 422} returned with failed status Nov 24 11:31:34.508005 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,revision_number=8']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:31:34.595969 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a773ef-a212-43ca-b136-7376dda8396b req-47a0ca87-8839-4c59-a202-e845cdfd20c5 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:34.596615 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-29a773ef-a212-43ca-b136-7376dda8396b req-47a0ca87-8839-4c59-a202-e845cdfd20c5 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 944 time: 0.0543571 Nov 24 11:31:34.645064 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-65d5b0ed-9f41-45e9-8b47-5411190e117d req-1a323428-999f-4499-af9a-3f784c4b81b7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0527444 Nov 24 11:31:34.650928 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-29a773ef-a212-43ca-b136-7376dda8396b req-d23c37a0-ea06-4655-9d14-3105fab8ad4d tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472512 Nov 24 11:31:35.403758 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5b0ed-9f41-45e9-8b47-5411190e117d req-c8c84c19-29fb-4966-b2dc-f9476eb2c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:35.405226 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-65d5b0ed-9f41-45e9-8b47-5411190e117d req-c8c84c19-29fb-4966-b2dc-f9476eb2c476 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81&tenant_id=45f80f37390a4f5f8b97a920ce8330df HTTP/1.1" status: 200 len: 1097 time: 0.0400052 Nov 24 11:31:35.468164 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5b0ed-9f41-45e9-8b47-5411190e117d req-4cb665a3-ab72-440e-9e91-836feb56346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:35.469668 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-65d5b0ed-9f41-45e9-8b47-5411190e117d req-4cb665a3-ab72-440e-9e91-836feb56346f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=45f80f37390a4f5f8b97a920ce8330df&device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 1097 time: 0.0426419 Nov 24 11:31:35.558936 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5b0ed-9f41-45e9-8b47-5411190e117d req-367e6bc3-126a-4d22-8eeb-e66ed5aea54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:35.560389 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-65d5b0ed-9f41-45e9-8b47-5411190e117d req-367e6bc3-126a-4d22-8eeb-e66ed5aea54e service neutron] 10.222.0.65 "GET /v2.0/networks?id=1ba09535-c948-4159-ac87-b3cbd70bbf1e HTTP/1.1" status: 200 len: 917 time: 0.0835574 Nov 24 11:31:35.632408 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-65d5b0ed-9f41-45e9-8b47-5411190e117d req-7c57860f-e0b5-4b6d-93db-c500b939c5ae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 HTTP/1.1" status: 200 len: 999 time: 0.0642498 Nov 24 11:31:35.682366 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5b0ed-9f41-45e9-8b47-5411190e117d req-1a5933c5-a5ee-4b4d-b104-b4cd48a946c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:35.683710 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-65d5b0ed-9f41-45e9-8b47-5411190e117d req-1a5933c5-a5ee-4b4d-b104-b4cd48a946c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=869a9006-91f2-477a-a322-c62397f17982 HTTP/1.1" status: 200 len: 855 time: 0.0436783 Nov 24 11:31:35.729414 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5b0ed-9f41-45e9-8b47-5411190e117d req-52fa4217-e738-43c3-964c-d006a6626ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:35.730947 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-65d5b0ed-9f41-45e9-8b47-5411190e117d req-52fa4217-e738-43c3-964c-d006a6626ce0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ba09535-c948-4159-ac87-b3cbd70bbf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400751 Nov 24 11:31:35.836532 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e5e85-beb5-4a6e-aff5-a7aa829d7c41 req-0fcc0a47-b11b-425f-ac6e-40e7230d7e33 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:35.838046 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b99e5e85-beb5-4a6e-aff5-a7aa829d7c41 req-0fcc0a47-b11b-425f-ac6e-40e7230d7e33 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 944 time: 0.1062419 Nov 24 11:31:35.870431 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-65d5b0ed-9f41-45e9-8b47-5411190e117d req-ef70c141-71b9-47db-a2e0-4cc366179e9a service neutron] 10.222.0.65 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285915 Nov 24 11:31:35.925155 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b99e5e85-beb5-4a6e-aff5-a7aa829d7c41 req-52e09509-5bd4-4782-99ae-4e0bdbbb3855 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809927 Nov 24 11:31:35.988672 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-65d5b0ed-9f41-45e9-8b47-5411190e117d req-8e14248b-4965-41ff-a30b-b091672edd14 service neutron] 10.222.0.65 "GET /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069286 Nov 24 11:31:36.000304 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 57998) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:31:36.106267 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8f18d908-bd2b-41cc-8457-d7ac414ffc9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:36.181786 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8f18d908-bd2b-41cc-8457-d7ac414ffc9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:36.185586 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8f18d908-bd2b-41cc-8457-d7ac414ffc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:36.224339 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-8f18d908-bd2b-41cc-8457-d7ac414ffc9a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4d6fe6b9a8334d80ad6cac06ff553ee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228446 Nov 24 11:31:36.225554 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18d908-bd2b-41cc-8457-d7ac414ffc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff4fddf-724f-43c1-b2c7-e84e73593874,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:31:36.227081 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 58012) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:31:36.233452 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18d908-bd2b-41cc-8457-d7ac414ffc9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:36.234113 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18d908-bd2b-41cc-8457-d7ac414ffc9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:36.234267 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18d908-bd2b-41cc-8457-d7ac414ffc9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:36.234515 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18d908-bd2b-41cc-8457-d7ac414ffc9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:36.234842 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18d908-bd2b-41cc-8457-d7ac414ffc9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:36.235294 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18d908-bd2b-41cc-8457-d7ac414ffc9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:36.235635 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18d908-bd2b-41cc-8457-d7ac414ffc9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:36.235972 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18d908-bd2b-41cc-8457-d7ac414ffc9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:36.236307 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18d908-bd2b-41cc-8457-d7ac414ffc9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:36.236636 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18d908-bd2b-41cc-8457-d7ac414ffc9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:36.236989 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18d908-bd2b-41cc-8457-d7ac414ffc9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:36.237317 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f18d908-bd2b-41cc-8457-d7ac414ffc9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:31:36.276543 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6592a1f8-01ac-45c0-858e-3e738e304951 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:36.297943 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6592a1f8-01ac-45c0-858e-3e738e304951 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:36.344301 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6592a1f8-01ac-45c0-858e-3e738e304951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:36.347363 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-6592a1f8-01ac-45c0-858e-3e738e304951 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:36.348512 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-6592a1f8-01ac-45c0-858e-3e738e304951 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aff4fddf-724f-43c1-b2c7-e84e73593874 HTTP/1.1" status: 204 len: 168 time: 0.1198444 Nov 24 11:31:36.356416 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592a1f8-01ac-45c0-858e-3e738e304951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff4fddf-724f-43c1-b2c7-e84e73593874,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:31:37.058218 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846aefa-cfb7-4842-8fc4-326d9cd3ed79 req-cc460162-d957-4d37-a0c4-5b8693461e2c tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:37.059705 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2846aefa-cfb7-4842-8fc4-326d9cd3ed79 req-cc460162-d957-4d37-a0c4-5b8693461e2c tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 944 time: 0.0525746 Nov 24 11:31:37.131858 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2846aefa-cfb7-4842-8fc4-326d9cd3ed79 req-8cdfda73-1745-4176-ab43-27d05ddbe70b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646315 Nov 24 11:31:38.273277 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7678ed9-d3c7-4ed6-a82b-eefdd77fdf8c req-7f63d5ea-fefd-4f97-9c3a-fb0cbf62e000 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:38.274905 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f7678ed9-d3c7-4ed6-a82b-eefdd77fdf8c req-7f63d5ea-fefd-4f97-9c3a-fb0cbf62e000 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 944 time: 0.0524180 Nov 24 11:31:38.328060 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f7678ed9-d3c7-4ed6-a82b-eefdd77fdf8c req-8cab7d6c-5a43-4ea1-9da3-121099a0c775 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466239 Nov 24 11:31:38.337390 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:31:39.446958 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c1840-8bcc-4af1-b700-b0744580e03c req-24b6842b-efc5-437a-a50f-0fb4df3f1cc5 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:39.448445 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-066c1840-8bcc-4af1-b700-b0744580e03c req-24b6842b-efc5-437a-a50f-0fb4df3f1cc5 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 944 time: 0.0487928 Nov 24 11:31:39.496692 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-066c1840-8bcc-4af1-b700-b0744580e03c req-a6d4ba3b-e39d-4b4f-836a-876618a034b2 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415483 Nov 24 11:31:40.628138 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d62eb-924b-432e-ab36-d3535ea05728 req-b5c7d88d-c55f-4271-ae4f-eb8fe51e83f1 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:40.630393 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c92d62eb-924b-432e-ab36-d3535ea05728 req-b5c7d88d-c55f-4271-ae4f-eb8fe51e83f1 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 944 time: 0.0567870 Nov 24 11:31:40.684191 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c92d62eb-924b-432e-ab36-d3535ea05728 req-7820c0b7-6f06-447d-8d90-ab277ec942eb tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424275 Nov 24 11:31:41.808063 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046b03e-479a-45f9-8c8b-7dabee805b40 req-cd50efc4-9268-410e-94d6-7f4659dfa01b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:41.809575 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9046b03e-479a-45f9-8c8b-7dabee805b40 req-cd50efc4-9268-410e-94d6-7f4659dfa01b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 944 time: 0.0475788 Nov 24 11:31:41.857274 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9046b03e-479a-45f9-8c8b-7dabee805b40 req-dbbb49a6-e5b8-4d02-a051-891178e7e31d tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411358 Nov 24 11:31:42.990686 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fb1b7-b3cb-4cb7-b6a8-21bc9acafa1a req-07d08215-a616-40d1-8edb-774fbcdfc58b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:42.992217 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1b5fb1b7-b3cb-4cb7-b6a8-21bc9acafa1a req-07d08215-a616-40d1-8edb-774fbcdfc58b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 944 time: 0.0533099 Nov 24 11:31:43.042979 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1b5fb1b7-b3cb-4cb7-b6a8-21bc9acafa1a req-6fb35f9f-1f26-4c26-a95c-08f5fc935208 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439138 Nov 24 11:31:44.173243 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a79f71-3bb4-46c2-8124-098082253db6 req-35976383-1b28-47eb-9a5c-19e0bb544cf1 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:44.174650 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-06a79f71-3bb4-46c2-8124-098082253db6 req-35976383-1b28-47eb-9a5c-19e0bb544cf1 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 944 time: 0.0512187 Nov 24 11:31:44.221730 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-06a79f71-3bb4-46c2-8124-098082253db6 req-c7bd11cc-97fe-43d0-a42c-81ac80b89987 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410759 Nov 24 11:31:45.342290 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5588a-5274-483b-ac12-de17e8257a27 req-bb6a8487-ad16-496f-95e3-ee1e1e11d281 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:45.343741 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bbe5588a-5274-483b-ac12-de17e8257a27 req-bb6a8487-ad16-496f-95e3-ee1e1e11d281 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 944 time: 0.0474453 Nov 24 11:31:45.393184 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bbe5588a-5274-483b-ac12-de17e8257a27 req-5d3e583d-e4ff-45ab-b86e-2f96885aea49 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432215 Nov 24 11:31:46.523758 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6736e-eaff-4943-9488-17728173c496 req-82ad6f68-6bc9-4e91-a589-09cc8a13504d tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:46.525241 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8ba6736e-eaff-4943-9488-17728173c496 req-82ad6f68-6bc9-4e91-a589-09cc8a13504d tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 944 time: 0.0538323 Nov 24 11:31:46.573739 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8ba6736e-eaff-4943-9488-17728173c496 req-aa909437-6467-4f35-8ad0-968bc90f171f tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423384 Nov 24 11:31:46.949726 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:47.698683 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6465ef-803c-4bd9-bd91-004a30f91535 req-f18cee44-accb-4348-a7e5-cf384dd1b784 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:47.700172 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-da6465ef-803c-4bd9-bd91-004a30f91535 req-f18cee44-accb-4348-a7e5-cf384dd1b784 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 944 time: 0.0519757 Nov 24 11:31:47.746856 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-da6465ef-803c-4bd9-bd91-004a30f91535 req-d0154672-a469-4776-b4bd-86e5d6fd54c5 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402889 Nov 24 11:31:48.867617 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec19f99-da0d-4981-a191-c84b9dadd159 req-8fa38d5d-8eec-4392-86a1-39d2063a9e95 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:48.869179 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fec19f99-da0d-4981-a191-c84b9dadd159 req-8fa38d5d-8eec-4392-86a1-39d2063a9e95 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 944 time: 0.0519872 Nov 24 11:31:48.917024 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fec19f99-da0d-4981-a191-c84b9dadd159 req-fb7774a1-a480-4240-a872-b6b67c8df23b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418172 Nov 24 11:31:50.035394 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749b46c-6cc6-40d9-a9ad-168e8bd93901 req-68dfce56-de14-47b7-aeed-de976a8980e5 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:50.036808 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7749b46c-6cc6-40d9-a9ad-168e8bd93901 req-68dfce56-de14-47b7-aeed-de976a8980e5 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 944 time: 0.0479217 Nov 24 11:31:50.083703 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7749b46c-6cc6-40d9-a9ad-168e8bd93901 req-e4d77588-76c3-4aef-9493-81a1e0653053 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410266 Nov 24 11:31:51.206475 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ff404-30b0-4b8c-8522-8efc465590e9 req-a780643f-1960-48e2-8407-6afae4c82662 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:51.207911 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-422ff404-30b0-4b8c-8522-8efc465590e9 req-a780643f-1960-48e2-8407-6afae4c82662 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 944 time: 0.0485091 Nov 24 11:31:51.256474 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-422ff404-30b0-4b8c-8522-8efc465590e9 req-0709418d-9fe2-4b8b-8a73-49fb92395af6 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426450 Nov 24 11:31:52.373151 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fd3a3-dd19-4c2a-a714-1673d5c7be3b req-4699c0d8-bcc0-44d6-aba4-ac10ce86395b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:52.374706 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cc4fd3a3-dd19-4c2a-a714-1673d5c7be3b req-4699c0d8-bcc0-44d6-aba4-ac10ce86395b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 944 time: 0.0481777 Nov 24 11:31:52.422265 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cc4fd3a3-dd19-4c2a-a714-1673d5c7be3b req-08cf2ac3-b448-4ec7-8e97-49c1deec8d1a tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410855 Nov 24 11:31:53.540358 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d83f7-0fd2-48b5-ace8-242b655be503 req-c09c95a4-a8f2-48bb-9976-22d734aefe46 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:53.541888 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8a7d83f7-0fd2-48b5-ace8-242b655be503 req-c09c95a4-a8f2-48bb-9976-22d734aefe46 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 944 time: 0.0475471 Nov 24 11:31:53.587560 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8a7d83f7-0fd2-48b5-ace8-242b655be503 req-98c559e6-0e33-4e68-99ee-23d92a877526 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399282 Nov 24 11:31:53.742728 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:31:54.437068 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:31:54.527883 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:31:54.541722 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'port_id': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5', 'mac_address': 'fa:16:3e:b8:a4:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869a9006-91f2-477a-a322-c62397f17982', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:31:54.579120 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:54.591672 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:31:54.609876 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:31:54.614453 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:54.668341 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,revision_number=9']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:31:54.712127 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20e3e1-893a-4195-bd46-ac077b31ebbd req-129b1ef6-9c5c-4434-ab84-f0c30a7abd8d tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:54.713584 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9b20e3e1-893a-4195-bd46-ac077b31ebbd req-129b1ef6-9c5c-4434-ab84-f0c30a7abd8d tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 945 time: 0.0530236 Nov 24 11:31:54.759928 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9b20e3e1-893a-4195-bd46-ac077b31ebbd req-e31ba203-56bf-404b-b8b5-72d5e24f2762 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405717 Nov 24 11:31:54.866508 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:31:55.876008 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e56b8-796a-445e-9903-1a9811725195 req-5c60a1c3-9acd-440b-bef2-ac0224c2651b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:55.877502 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8a9e56b8-796a-445e-9903-1a9811725195 req-5c60a1c3-9acd-440b-bef2-ac0224c2651b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 945 time: 0.0480304 Nov 24 11:31:55.923780 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8a9e56b8-796a-445e-9903-1a9811725195 req-90329d8e-8052-46ef-9d93-6e34f1a2ccc7 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404096 Nov 24 11:31:56.371933 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-96bd5d9c-8e44-4a8f-8121-213116a64847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:56.454566 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:31:56.499740 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:31:56.500107 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:56.579268 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:56.602670 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d40f353-4508-4bf8-b171-8f8805b2bf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:31:56.604928 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdf38e5-1d1b-4432-bef3-e7e0a02a4885" -d '{"events": [{"server_uuid": "7d40f353-4508-4bf8-b171-8f8805b2bf81", "name": "network-vif-plugged", "status": "completed", "tag": "ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:31:56.617104 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:31:56.621939 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:56.645868 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6c7fb3-1881-4b58-8d2a-8c33c3b103bc x-openstack-request-id: req-ba6c7fb3-1881-4b58-8d2a-8c33c3b103bc {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:31:56.646172 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d40f353-4508-4bf8-b171-8f8805b2bf81", "name": "network-vif-plugged", "status": "completed", "tag": "ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:31:56.646431 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ba6c7fb3-1881-4b58-8d2a-8c33c3b103bc {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:31:56.646821 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d40f353-4508-4bf8-b171-8f8805b2bf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5', 'code': 200} Nov 24 11:31:56.672534 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,revision_number=10']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:31:56.894937 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829da3e-aec6-42fa-98cf-f0cac3b5fb04 req-06fc0d94-a830-41f4-b21b-adcafbc72272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:56.896414 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f829da3e-aec6-42fa-98cf-f0cac3b5fb04 req-06fc0d94-a830-41f4-b21b-adcafbc72272 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 1100 time: 0.0434051 Nov 24 11:31:56.941951 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f829da3e-aec6-42fa-98cf-f0cac3b5fb04 req-b6c1fcb2-03b4-4a51-ba3e-ede9d1004ff0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373297 Nov 24 11:31:57.049535 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd65c4-33fd-47d9-aef0-8a71eabe85df req-87ed09d1-52a2-449a-aafa-5b361838ad01 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:57.051007 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e3cd65c4-33fd-47d9-aef0-8a71eabe85df req-87ed09d1-52a2-449a-aafa-5b361838ad01 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 947 time: 0.0560300 Nov 24 11:31:57.098144 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e3cd65c4-33fd-47d9-aef0-8a71eabe85df req-f88ce9af-0437-46d7-a7e2-5dfb8fc59d35 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411737 Nov 24 11:31:58.219964 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a1b78-100e-4dee-90b8-8c564600471d req-eed552d8-0dad-49d6-8af9-21e0f714191b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:58.221534 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-182a1b78-100e-4dee-90b8-8c564600471d req-eed552d8-0dad-49d6-8af9-21e0f714191b tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 947 time: 0.0491719 Nov 24 11:31:58.289356 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-182a1b78-100e-4dee-90b8-8c564600471d req-f71df5c6-e923-4975-ad71-da57e347107c tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616665 Nov 24 11:31:58.732817 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-59de9f43-3abb-4ee2-89d0-85b77e964113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:31:59.408746 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dc382-b814-4d8f-bc29-db785b01885c req-b44ff063-bb0b-4eeb-96a1-a9385a4c4234 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:31:59.410225 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-961dc382-b814-4d8f-bc29-db785b01885c req-b44ff063-bb0b-4eeb-96a1-a9385a4c4234 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 947 time: 0.0489736 Nov 24 11:31:59.457698 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-961dc382-b814-4d8f-bc29-db785b01885c req-de944bd6-1bfa-42d8-9987-9453779dd232 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411375 Nov 24 11:31:59.679104 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:01.404066 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:02.533448 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:16.963902 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:18.349896 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 58390) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:32:18.453743 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a941e7ea-1b34-48a0-adfb-f7f3f799d9f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:18.523470 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a941e7ea-1b34-48a0-adfb-f7f3f799d9f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:18.527930 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a941e7ea-1b34-48a0-adfb-f7f3f799d9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:18.564544 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-a941e7ea-1b34-48a0-adfb-f7f3f799d9f7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b691d6375efd4ab68ecfd803bc1dee55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135952 Nov 24 11:32:18.565505 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941e7ea-1b34-48a0-adfb-f7f3f799d9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcab6ee-0950-4d43-8090-dde0a6d64919,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:32:18.567223 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 58394) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:32:18.616119 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-85dcf88f-5d43-4025-891a-8ec69ad3a490 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:18.636462 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-85dcf88f-5d43-4025-891a-8ec69ad3a490 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:18.682678 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-85dcf88f-5d43-4025-891a-8ec69ad3a490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:18.685541 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-85dcf88f-5d43-4025-891a-8ec69ad3a490 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:18.686659 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-85dcf88f-5d43-4025-891a-8ec69ad3a490 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6bcab6ee-0950-4d43-8090-dde0a6d64919 HTTP/1.1" status: 204 len: 168 time: 0.1183858 Nov 24 11:32:18.694140 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcf88f-5d43-4025-891a-8ec69ad3a490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcab6ee-0950-4d43-8090-dde0a6d64919,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:32:20.367856 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-774e8bae-18ef-4dea-b7cd-aead887cb339 req-cf4fdc5a-896c-41b6-a4a2-3f626f7aaef4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439539 Nov 24 11:32:20.454740 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e8bae-18ef-4dea-b7cd-aead887cb339 req-7c798cb2-a904-4c46-8dc9-46e514b37a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:20.456193 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-774e8bae-18ef-4dea-b7cd-aead887cb339 req-7c798cb2-a904-4c46-8dc9-46e514b37a53 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=303d49c4d2774367b4d1606a579ed56b&device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 1098 time: 0.0399506 Nov 24 11:32:20.561174 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e8bae-18ef-4dea-b7cd-aead887cb339 req-f8502a98-c5a9-4b7b-98e2-5d3e3d2e06ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:20.562634 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-774e8bae-18ef-4dea-b7cd-aead887cb339 req-f8502a98-c5a9-4b7b-98e2-5d3e3d2e06ff service neutron] 10.222.0.65 "GET /v2.0/networks?id=f813662d-6de5-41cf-ac48-8f27f8448f99 HTTP/1.1" status: 200 len: 912 time: 0.0864496 Nov 24 11:32:20.630130 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-774e8bae-18ef-4dea-b7cd-aead887cb339 req-165b108e-e509-478e-ab4c-c66a9e869c29 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e977cf2-5e37-46ad-adbd-be8237c48c51 HTTP/1.1" status: 200 len: 1001 time: 0.0595477 Nov 24 11:32:20.678276 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e8bae-18ef-4dea-b7cd-aead887cb339 req-b929c0bc-5037-4fc9-b944-144fcee4c7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:20.679637 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-774e8bae-18ef-4dea-b7cd-aead887cb339 req-b929c0bc-5037-4fc9-b944-144fcee4c7ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6137ff9-74cb-4c61-ada2-9bfaf66f6509 HTTP/1.1" status: 200 len: 850 time: 0.0423985 Nov 24 11:32:20.723848 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e8bae-18ef-4dea-b7cd-aead887cb339 req-d42bd0e5-5815-48bd-b740-6f7f34ad286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:20.725280 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-774e8bae-18ef-4dea-b7cd-aead887cb339 req-d42bd0e5-5815-48bd-b740-6f7f34ad286e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f813662d-6de5-41cf-ac48-8f27f8448f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382466 Nov 24 11:32:20.814574 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-774e8bae-18ef-4dea-b7cd-aead887cb339 req-b0e83212-768c-43ba-ae1d-e5d679315183 service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814886 Nov 24 11:32:20.905042 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-774e8bae-18ef-4dea-b7cd-aead887cb339 req-717df580-4ad3-4eea-8ce4-4d07ae6e999b service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834153 Nov 24 11:32:26.373187 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5d23a680-216c-443c-85fe-c99a38fa1456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:28.733953 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3ec474db-5210-42d9-9d93-467df6f5341a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:29.681884 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:30.741605 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:32:31.405652 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:32.535324 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:38.175028 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7621d-f4be-415c-9188-c4bb84e5d30c req-ab77d189-04b5-4a2e-86c0-127317d81f5c tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:38.176464 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b8d7621d-f4be-415c-9188-c4bb84e5d30c req-ab77d189-04b5-4a2e-86c0-127317d81f5c tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 947 time: 0.0482841 Nov 24 11:32:38.221637 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b8d7621d-f4be-415c-9188-c4bb84e5d30c req-c4b499eb-6e85-4d03-abd5-6ce9edd3e44e tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386279 Nov 24 11:32:39.342169 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3716c9d-2282-4909-8c95-59873a8d385c req-1b9fa528-58bc-44f4-a22e-146a0c7549b5 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:39.344347 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c3716c9d-2282-4909-8c95-59873a8d385c req-1b9fa528-58bc-44f4-a22e-146a0c7549b5 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 947 time: 0.0497339 Nov 24 11:32:39.390000 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c3716c9d-2282-4909-8c95-59873a8d385c req-7c2d2163-77a8-40aa-830e-8d8304940288 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dd8252d-5f6c-4f87-a17a-016290fd65d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399871 Nov 24 11:32:39.554343 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f95dc8-73c6-46e8-881f-717ebfe012d7 req-b7863387-4863-49e4-ad82-00c9fc43b59f tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:39.555663 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-32f95dc8-73c6-46e8-881f-717ebfe012d7 req-b7863387-4863-49e4-ad82-00c9fc43b59f tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 947 time: 0.0502732 Nov 24 11:32:39.642942 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-32f95dc8-73c6-46e8-881f-717ebfe012d7 req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Deleting port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:32:39.643264 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-32f95dc8-73c6-46e8-881f-717ebfe012d7 req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:39.730713 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-32f95dc8-73c6-46e8-881f-717ebfe012d7 req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] For port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:32:39.731066 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-32f95dc8-73c6-46e8-881f-717ebfe012d7 req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:39.896391 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-32f95dc8-73c6-46e8-881f-717ebfe012d7 req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:39.896785 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-32f95dc8-73c6-46e8-881f-717ebfe012d7 req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975220'] for floatingip, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:39.897102 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [req-32f95dc8-73c6-46e8-881f-717ebfe012d7 req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Floating IP f7a429c8-7538-4720-bd09-32983b61e253 disassociated. External IP: 172.27.1.60, port: ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5. Nov 24 11:32:39.897444 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-32f95dc8-73c6-46e8-881f-717ebfe012d7 req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Calling delete_port for ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 owned by compute:nova {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:32:40.021447 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-32f95dc8-73c6-46e8-881f-717ebfe012d7 req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:40.048395 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Pushing event deleted for resources: {'Port': ['ID=ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:32:40.060817 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:40.061170 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:40.061517 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:40.061862 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:40.062202 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:40.062538 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:40.062874 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:40.063202 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:40.063534 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:40.063897 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:40.064276 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:40.064616 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:40.173206 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32f95dc8-73c6-46e8-881f-717ebfe012d7 req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Router 371e3da4-fb02-409c-9f30-c0ada2be864d has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:32:40.275216 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32f95dc8-73c6-46e8-881f-717ebfe012d7 req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:32:40.284865 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69d8f08-8d65-43aa-9867-0e41434e5a14 None None] Sync routers for ids ['371e3da4-fb02-409c-9f30-c0ada2be864d'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:32:40.295401 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69d8f08-8d65-43aa-9867-0e41434e5a14 None None] Routers {'371e3da4-fb02-409c-9f30-c0ada2be864d'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:32:40.296086 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-e69d8f08-8d65-43aa-9867-0e41434e5a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:32:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['371e3da4-fb02-409c-9f30-c0ada2be864d'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:32:40.314062 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f95dc8-73c6-46e8-881f-717ebfe012d7 req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] No DVR routers for this DVR port ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 on host hv-cinder-81908 {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:32:40.316614 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-32f95dc8-73c6-46e8-881f-717ebfe012d7 req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:40.320123 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-32f95dc8-73c6-46e8-881f-717ebfe012d7 req-7ffa6288-6aad-4403-8848-10550f489cff tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.65 "DELETE /v2.0/ports/ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 HTTP/1.1" status: 204 len: 173 time: 0.7569816 Nov 24 11:32:40.320601 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d40f353-4508-4bf8-b171-8f8805b2bf81', 'name': 'network-vif-deleted', 'tag': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:32:40.324302 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b549bd-21c9-40a1-b259-f0710ed52540" -d '{"events": [{"server_uuid": "7d40f353-4508-4bf8-b171-8f8805b2bf81", "name": "network-vif-deleted", "tag": "ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:32:40.365624 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847ed6ca-58a8-4b2e-a578-c95d251ecb1a x-openstack-request-id: req-847ed6ca-58a8-4b2e-a578-c95d251ecb1a {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:32:40.366261 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d40f353-4508-4bf8-b171-8f8805b2bf81", "name": "network-vif-deleted", "tag": "ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:32:40.366261 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-847ed6ca-58a8-4b2e-a578-c95d251ecb1a {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:32:40.366603 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d40f353-4508-4bf8-b171-8f8805b2bf81', 'name': 'network-vif-deleted', 'tag': 'ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5', 'status': 'completed', 'code': 200} Nov 24 11:32:40.402661 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-e69d8f08-8d65-43aa-9867-0e41434e5a14 None None] Set router 371e3da4-fb02-409c-9f30-c0ada2be864d gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:32:40.526477 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5a99667f-2cab-4029-93f2-37a6f9016a18 req-27405ed2-f8ed-4fef-afa8-d8048a82c24f tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d40f353-4508-4bf8-b171-8f8805b2bf81 HTTP/1.1" status: 200 len: 210 time: 0.0294728 Nov 24 11:32:40.723354 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-e69d8f08-8d65-43aa-9867-0e41434e5a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'name': 'tempest-AttachVolumeShelveTestJSON-104195471-router', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:39Z', 'updated_at': '2021-11-24T11:25:43Z', 'revision_number': 4, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'gw_port': {'id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:40Z', 'updated_at': '2021-11-24T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '3b84b432-7dc7-4c98-a7c3-2b98063fddee', 'name': '', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'mac_address': 'fa:16:3e:e4:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '869a9006-91f2-477a-a322-c62397f17982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:42Z', 'updated_at': '2021-11-24T11:25:48Z', 'revision_number': 5, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'subnets': [{'id': '869a9006-91f2-477a-a322-c62397f17982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:32:40.749157 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69d8f08-8d65-43aa-9867-0e41434e5a14 None None] Checking router: 371e3da4-fb02-409c-9f30-c0ada2be864d for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:32:40.757031 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69d8f08-8d65-43aa-9867-0e41434e5a14 None None] Routers {'371e3da4-fb02-409c-9f30-c0ada2be864d'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:32:40.757619 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-e69d8f08-8d65-43aa-9867-0e41434e5a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:32:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['371e3da4-fb02-409c-9f30-c0ada2be864d'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:32:40.858514 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-e69d8f08-8d65-43aa-9867-0e41434e5a14 None None] Set router 371e3da4-fb02-409c-9f30-c0ada2be864d gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:32:41.055085 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-e69d8f08-8d65-43aa-9867-0e41434e5a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'name': 'tempest-AttachVolumeShelveTestJSON-104195471-router', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:39Z', 'updated_at': '2021-11-24T11:25:43Z', 'revision_number': 4, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'gw_port': {'id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:40Z', 'updated_at': '2021-11-24T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '3b84b432-7dc7-4c98-a7c3-2b98063fddee', 'name': '', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'mac_address': 'fa:16:3e:e4:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '869a9006-91f2-477a-a322-c62397f17982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:42Z', 'updated_at': '2021-11-24T11:25:48Z', 'revision_number': 5, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'subnets': [{'id': '869a9006-91f2-477a-a322-c62397f17982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:32:41.083883 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69d8f08-8d65-43aa-9867-0e41434e5a14 None None] The sync data for ids ['371e3da4-fb02-409c-9f30-c0ada2be864d'] in dv-cinder-819089-1-iscsi is: [{'id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'name': 'tempest-AttachVolumeShelveTestJSON-104195471-router', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:39Z', 'updated_at': '2021-11-24T11:25:43Z', 'revision_number': 4, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'gw_port': {'id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:40Z', 'updated_at': '2021-11-24T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '3b84b432-7dc7-4c98-a7c3-2b98063fddee', 'name': '', 'network_id': '1ba09535-c948-4159-ac87-b3cbd70bbf1e', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'mac_address': 'fa:16:3e:e4:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '869a9006-91f2-477a-a322-c62397f17982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:42Z', 'updated_at': '2021-11-24T11:25:48Z', 'revision_number': 5, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'subnets': [{'id': '869a9006-91f2-477a-a322-c62397f17982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:32:41.279747 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb30456-4aa3-4d8c-b986-378cc74a185d None None] New status for floating IP f7a429c8-7538-4720-bd09-32983b61e253: DOWN {{(pid=102483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 11:32:41.615675 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 58430) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:32:41.667908 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bc671f75-6dea-41d9-99d2-94f811d99e46 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:41.690342 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bc671f75-6dea-41d9-99d2-94f811d99e46 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:41.737903 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bc671f75-6dea-41d9-99d2-94f811d99e46 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:41.740480 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bc671f75-6dea-41d9-99d2-94f811d99e46 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:41.741605 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-bc671f75-6dea-41d9-99d2-94f811d99e46 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "DELETE /v2.0/security-groups/4dd8252d-5f6c-4f87-a17a-016290fd65d0 HTTP/1.1" status: 204 len: 168 time: 0.1249576 Nov 24 11:32:41.744994 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 58432) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:32:41.750600 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc671f75-6dea-41d9-99d2-94f811d99e46 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd8252d-5f6c-4f87-a17a-016290fd65d0,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:32:41.758839 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.api.v2.resource [None req-becbc849-af4c-4ca4-bd5d-3c55edb5fa88 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] show failed (client error): The resource could not be found. Nov 24 11:32:41.762672 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 58434) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:32:41.762820 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-becbc849-af4c-4ca4-bd5d-3c55edb5fa88 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "GET /v2.0/security-groups/4dd8252d-5f6c-4f87-a17a-016290fd65d0 HTTP/1.1" status: 404 len: 347 time: 0.0166409 Nov 24 11:32:41.884030 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-41232ddc-b092-45e6-9efb-dde38f65bdf0 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Deleting port b6424a8c-d744-4ffa-b0f4-a2373e161fd4 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:32:41.884359 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-41232ddc-b092-45e6-9efb-dde38f65bdf0 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:41.956194 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-41232ddc-b092-45e6-9efb-dde38f65bdf0 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:41.956433 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-41232ddc-b092-45e6-9efb-dde38f65bdf0 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:41.968033 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-41232ddc-b092-45e6-9efb-dde38f65bdf0 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Calling delete_port for b6424a8c-d744-4ffa-b0f4-a2373e161fd4 owned by network:floatingip {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:32:42.094681 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-41232ddc-b092-45e6-9efb-dde38f65bdf0 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:42.120285 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41232ddc-b092-45e6-9efb-dde38f65bdf0 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Pushing event deleted for resources: {'Port': ['ID=b6424a8c-d744-4ffa-b0f4-a2373e161fd4,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:32:42.183177 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-41232ddc-b092-45e6-9efb-dde38f65bdf0 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks [] for floatingip, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:42.185806 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-41232ddc-b092-45e6-9efb-dde38f65bdf0 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for floatingip, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:42.186984 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-41232ddc-b092-45e6-9efb-dde38f65bdf0 tempest-AttachVolumeShelveTestJSON-1218600551 tempest-AttachVolumeShelveTestJSON-1218600551-project] 10.222.0.54 "DELETE /v2.0/floatingips/f7a429c8-7538-4720-bd09-32983b61e253 HTTP/1.1" status: 204 len: 168 time: 0.4230857 Nov 24 11:32:44.589456 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 58462) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:32:44.730015 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:32:44.752363 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] No Port match for: ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:32:44.752825 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device ed67e1cb-2b9b-4151-9a42-4dbb0d174fb5 not bound to the agent host hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:32:45.314447 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-363f5ca8-bb6f-4f45-b420-c9b6de43e1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2040244'] for router_interface, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:45.547959 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-363f5ca8-bb6f-4f45-b420-c9b6de43e1b1 admin admin] Deleting port 3b84b432-7dc7-4c98-a7c3-2b98063fddee {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:32:45.548290 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-363f5ca8-bb6f-4f45-b420-c9b6de43e1b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:45.624281 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-363f5ca8-bb6f-4f45-b420-c9b6de43e1b1 admin admin] For port 3b84b432-7dc7-4c98-a7c3-2b98063fddee, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=3b84b432-7dc7-4c98-a7c3-2b98063fddee,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:32:45.624977 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-363f5ca8-bb6f-4f45-b420-c9b6de43e1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:45.640304 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-363f5ca8-bb6f-4f45-b420-c9b6de43e1b1 admin admin] Calling delete_port for 3b84b432-7dc7-4c98-a7c3-2b98063fddee owned by network:router_interface {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:32:45.812246 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-363f5ca8-bb6f-4f45-b420-c9b6de43e1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:45.837838 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f5ca8-bb6f-4f45-b420-c9b6de43e1b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b84b432-7dc7-4c98-a7c3-2b98063fddee,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:32:45.999120 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-363f5ca8-bb6f-4f45-b420-c9b6de43e1b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086948'] for router_interface, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:46.206246 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363f5ca8-bb6f-4f45-b420-c9b6de43e1b1 admin admin] Router 371e3da4-fb02-409c-9f30-c0ada2be864d has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:32:46.308361 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363f5ca8-bb6f-4f45-b420-c9b6de43e1b1 admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:32:46.313435 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-363f5ca8-bb6f-4f45-b420-c9b6de43e1b1 admin admin] 10.222.0.54 "PUT /v2.0/routers/371e3da4-fb02-409c-9f30-c0ada2be864d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7229500 Nov 24 11:32:46.315869 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 58466) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:32:46.318565 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a6b5c8-256a-4b74-b24a-5b9180d6d7e5 None None] Sync routers for ids ['371e3da4-fb02-409c-9f30-c0ada2be864d'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:32:46.328386 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a6b5c8-256a-4b74-b24a-5b9180d6d7e5 None None] Routers {'371e3da4-fb02-409c-9f30-c0ada2be864d'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:32:46.329012 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-19a6b5c8-256a-4b74-b24a-5b9180d6d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:32:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['371e3da4-fb02-409c-9f30-c0ada2be864d'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:32:46.418069 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bfce458b-882e-4551-9be8-c1097acdf176 admin admin] Publish callbacks [] for router, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:46.430378 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-19a6b5c8-256a-4b74-b24a-5b9180d6d7e5 None None] Set router 371e3da4-fb02-409c-9f30-c0ada2be864d gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:32:46.521248 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bfce458b-882e-4551-9be8-c1097acdf176 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:46.573860 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-bfce458b-882e-4551-9be8-c1097acdf176 admin admin] Deleting port c39f004b-55a7-405f-b3b2-09908385e383 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:32:46.574181 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bfce458b-882e-4551-9be8-c1097acdf176 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:46.602636 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-19a6b5c8-256a-4b74-b24a-5b9180d6d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'name': 'tempest-AttachVolumeShelveTestJSON-104195471-router', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:39Z', 'updated_at': '2021-11-24T11:32:45Z', 'revision_number': 5, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'gw_port': {'id': 'c39f004b-55a7-405f-b3b2-09908385e383', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:40Z', 'updated_at': '2021-11-24T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:32:46.627549 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a6b5c8-256a-4b74-b24a-5b9180d6d7e5 None None] Checking router: 371e3da4-fb02-409c-9f30-c0ada2be864d for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:32:46.636136 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a6b5c8-256a-4b74-b24a-5b9180d6d7e5 None None] Routers {'371e3da4-fb02-409c-9f30-c0ada2be864d'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:32:46.636762 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-19a6b5c8-256a-4b74-b24a-5b9180d6d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:32:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['371e3da4-fb02-409c-9f30-c0ada2be864d'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:32:46.652475 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-bfce458b-882e-4551-9be8-c1097acdf176 admin admin] For port c39f004b-55a7-405f-b3b2-09908385e383, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=c39f004b-55a7-405f-b3b2-09908385e383,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:32:46.653088 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bfce458b-882e-4551-9be8-c1097acdf176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:46.665321 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-bfce458b-882e-4551-9be8-c1097acdf176 admin admin] Calling delete_port for c39f004b-55a7-405f-b3b2-09908385e383 owned by network:router_gateway {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:32:46.722040 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-19a6b5c8-256a-4b74-b24a-5b9180d6d7e5 None None] Set router 371e3da4-fb02-409c-9f30-c0ada2be864d gateway port host: None {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:32:46.776065 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-19a6b5c8-256a-4b74-b24a-5b9180d6d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'name': 'tempest-AttachVolumeShelveTestJSON-104195471-router', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:39Z', 'updated_at': '2021-11-24T11:32:46Z', 'revision_number': 6, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'gw_port_host': None}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:32:46.804517 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a6b5c8-256a-4b74-b24a-5b9180d6d7e5 None None] The sync data for ids ['371e3da4-fb02-409c-9f30-c0ada2be864d'] in dv-cinder-819089-1-iscsi is: [{'id': '371e3da4-fb02-409c-9f30-c0ada2be864d', 'name': 'tempest-AttachVolumeShelveTestJSON-104195471-router', 'tenant_id': '45f80f37390a4f5f8b97a920ce8330df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:39Z', 'updated_at': '2021-11-24T11:32:46Z', 'revision_number': 6, 'project_id': '45f80f37390a4f5f8b97a920ce8330df', 'gw_port_host': None}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:32:46.848585 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bfce458b-882e-4551-9be8-c1097acdf176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:46.876599 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce458b-882e-4551-9be8-c1097acdf176 admin admin] Pushing event deleted for resources: {'Port': ['ID=c39f004b-55a7-405f-b3b2-09908385e383,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:32:46.938355 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bfce458b-882e-4551-9be8-c1097acdf176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1975055'] for router_gateway, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:46.958464 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.027919 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bfce458b-882e-4551-9be8-c1097acdf176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2087026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.029944 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bfce458b-882e-4551-9be8-c1097acdf176 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.072211 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bfce458b-882e-4551-9be8-c1097acdf176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2087019'] for router, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.072826 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfce458b-882e-4551-9be8-c1097acdf176 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 371e3da4-fb02-409c-9f30-c0ada2be864d {{(pid=102482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 11:32:47.077339 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bfce458b-882e-4551-9be8-c1097acdf176 admin admin] Publish callbacks [] for router, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.078457 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-bfce458b-882e-4551-9be8-c1097acdf176 admin admin] 10.222.0.54 "DELETE /v2.0/routers/371e3da4-fb02-409c-9f30-c0ada2be864d HTTP/1.1" status: 204 len: 168 time: 0.7616935 Nov 24 11:32:47.081007 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 58468) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:32:47.128347 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_v2 [None req-55998051-dbdf-45b4-824a-bf864911e49d admin admin] Deleting subnet 869a9006-91f2-477a-a322-c62397f17982 {{(pid=102482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 11:32:47.131283 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-55998051-dbdf-45b4-824a-bf864911e49d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.166884 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-55998051-dbdf-45b4-824a-bf864911e49d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532784871'] for subnet, precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.243934 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-55998051-dbdf-45b4-824a-bf864911e49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036365'] for subnet, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.295089 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-55998051-dbdf-45b4-824a-bf864911e49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536166318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532794180'] for subnet, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.325175 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55998051-dbdf-45b4-824a-bf864911e49d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=869a9006-91f2-477a-a322-c62397f17982,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:32:47.327142 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-55998051-dbdf-45b4-824a-bf864911e49d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.330436 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-55998051-dbdf-45b4-824a-bf864911e49d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/869a9006-91f2-477a-a322-c62397f17982 HTTP/1.1" status: 204 len: 168 time: 0.2484529 Nov 24 11:32:47.333000 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 58470) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:32:47.335442 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceacc6a-dc22-4a29-9a1d-e046ef598848 None None] Network 1ba09535-c948-4159-ac87-b3cbd70bbf1e requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:32:47.402703 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-73d50e23-bf33-40b8-926a-80b13529a123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622759'] for network, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.453741 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-73d50e23-bf33-40b8-926a-80b13529a123 admin admin] Deleting port 952d462a-04ff-4c80-b677-152e55e622a2 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:32:47.454076 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-73d50e23-bf33-40b8-926a-80b13529a123 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.522360 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-73d50e23-bf33-40b8-926a-80b13529a123 admin admin] For port 952d462a-04ff-4c80-b677-152e55e622a2, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=952d462a-04ff-4c80-b677-152e55e622a2,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:32:47.522712 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-73d50e23-bf33-40b8-926a-80b13529a123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.535713 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-73d50e23-bf33-40b8-926a-80b13529a123 admin admin] Calling delete_port for 952d462a-04ff-4c80-b677-152e55e622a2 owned by network:dhcp {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:32:47.561593 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69127f2-6fc0-4445-a28a-5bad2cb74f21 None None] DHCP port deletion for 1ba09535-c948-4159-ac87-b3cbd70bbf1e request from dv-cinder-819089-1-iscsi {{(pid=102483) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 11:32:47.613092 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-a69127f2-6fc0-4445-a28a-5bad2cb74f21 None None] Deleting port 952d462a-04ff-4c80-b677-152e55e622a2 {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:32:47.613457 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a69127f2-6fc0-4445-a28a-5bad2cb74f21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.617881 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-73d50e23-bf33-40b8-926a-80b13529a123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.649018 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d50e23-bf33-40b8-926a-80b13529a123 admin admin] No DVR routers for this DVR port 952d462a-04ff-4c80-b677-152e55e622a2 on host dv-cinder-819089-1-iscsi {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:32:47.653556 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d50e23-bf33-40b8-926a-80b13529a123 admin admin] Pushing event deleted for resources: {'Port': ['ID=952d462a-04ff-4c80-b677-152e55e622a2,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:32:47.677743 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-a69127f2-6fc0-4445-a28a-5bad2cb74f21 None None] For port 952d462a-04ff-4c80-b677-152e55e622a2, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=952d462a-04ff-4c80-b677-152e55e622a2,segment=NetworkSegment(a66a89b9-6466-4482-ba4f-5d4af2aae483),segment_id=a66a89b9-6466-4482-ba4f-5d4af2aae483)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:32:47.678141 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a69127f2-6fc0-4445-a28a-5bad2cb74f21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.695459 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-a69127f2-6fc0-4445-a28a-5bad2cb74f21 None None] Calling delete_port for 952d462a-04ff-4c80-b677-152e55e622a2 owned by network:dhcp {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:32:47.723951 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-73d50e23-bf33-40b8-926a-80b13529a123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037944', 'neutron.services.segments.db._delete_segments_for_network-8771666762424'] for network, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.745184 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-73d50e23-bf33-40b8-926a-80b13529a123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba09535-c948-4159-ac87-b3cbd70bbf1e']}} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:32:47.755129 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-73d50e23-bf33-40b8-926a-80b13529a123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66a89b9-6466-4482-ba4f-5d4af2aae483') {'for_net_delete': True} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:32:47.755414 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-73d50e23-bf33-40b8-926a-80b13529a123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66a89b9-6466-4482-ba4f-5d4af2aae483') {} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:32:47.765915 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-73d50e23-bf33-40b8-926a-80b13529a123 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666709580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532784894'] for segment, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.769490 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a69127f2-6fc0-4445-a28a-5bad2cb74f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118'] for port, after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.780867 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-73d50e23-bf33-40b8-926a-80b13529a123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.788432 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d50e23-bf33-40b8-926a-80b13529a123 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 11:32:47.788664 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-73d50e23-bf33-40b8-926a-80b13529a123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536164608'] for segment, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: Traceback (most recent call last): Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: timer() Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: cb(*args, **kw) Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: return func(*args, **kwargs) Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: self._notify() Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: self.callback(batched_events) Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: event.method(event) Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: return f(self, *a, **k) Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: return self._get(url).json() Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: return self.request(url, 'GET', **kwargs) Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:32:47.790734 dv-cinder-819089-1-iscsi neutron-server[102482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:32:47.796556 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69127f2-6fc0-4445-a28a-5bad2cb74f21 None None] Pushing event deleted for resources: {'Port': ['ID=952d462a-04ff-4c80-b677-152e55e622a2,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:32:47.805138 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69127f2-6fc0-4445-a28a-5bad2cb74f21 None None] No DVR routers for this DVR port 952d462a-04ff-4c80-b677-152e55e622a2 on host dv-cinder-819089-1-iscsi {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:32:47.807422 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69127f2-6fc0-4445-a28a-5bad2cb74f21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:47.807771 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69127f2-6fc0-4445-a28a-5bad2cb74f21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:47.808111 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69127f2-6fc0-4445-a28a-5bad2cb74f21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:47.808445 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69127f2-6fc0-4445-a28a-5bad2cb74f21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:47.808802 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69127f2-6fc0-4445-a28a-5bad2cb74f21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:47.809138 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69127f2-6fc0-4445-a28a-5bad2cb74f21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:47.809466 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69127f2-6fc0-4445-a28a-5bad2cb74f21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:47.809792 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69127f2-6fc0-4445-a28a-5bad2cb74f21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:47.810118 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69127f2-6fc0-4445-a28a-5bad2cb74f21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:47.810437 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69127f2-6fc0-4445-a28a-5bad2cb74f21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:47.810764 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69127f2-6fc0-4445-a28a-5bad2cb74f21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:47.811083 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69127f2-6fc0-4445-a28a-5bad2cb74f21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:47.854151 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-73d50e23-bf33-40b8-926a-80b13529a123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975206'] for network, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.860631 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-73d50e23-bf33-40b8-926a-80b13529a123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:47.866886 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-73d50e23-bf33-40b8-926a-80b13529a123 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1ba09535-c948-4159-ac87-b3cbd70bbf1e HTTP/1.1" status: 204 len: 168 time: 0.5302317 Nov 24 11:32:47.876855 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d50e23-bf33-40b8-926a-80b13529a123 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ba09535-c948-4159-ac87-b3cbd70bbf1e,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:32:47.975864 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 58474) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:32:48.013818 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-9a4e7731-f504-47ac-b65a-e5afd6e0b508 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=45f80f37390a4f5f8b97a920ce8330df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367863 Nov 24 11:32:48.016220 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 58476) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:32:48.061398 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9ad2ca9c-340f-4134-83aa-827506139b0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:48.083525 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9ad2ca9c-340f-4134-83aa-827506139b0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:48.132358 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9ad2ca9c-340f-4134-83aa-827506139b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:48.135493 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9ad2ca9c-340f-4134-83aa-827506139b0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:48.136677 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-9ad2ca9c-340f-4134-83aa-827506139b0e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c7a41ef9-3675-4866-ba30-03c10cfb8228 HTTP/1.1" status: 204 len: 168 time: 0.1194954 Nov 24 11:32:48.144156 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2ca9c-340f-4134-83aa-827506139b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a41ef9-3675-4866-ba30-03c10cfb8228,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:32:48.151663 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2ca9c-340f-4134-83aa-827506139b0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:48.152278 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2ca9c-340f-4134-83aa-827506139b0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:48.152624 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2ca9c-340f-4134-83aa-827506139b0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:48.152987 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2ca9c-340f-4134-83aa-827506139b0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:48.153325 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2ca9c-340f-4134-83aa-827506139b0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:48.153662 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2ca9c-340f-4134-83aa-827506139b0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:48.153992 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2ca9c-340f-4134-83aa-827506139b0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:48.154323 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2ca9c-340f-4134-83aa-827506139b0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:48.154648 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2ca9c-340f-4134-83aa-827506139b0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:48.154972 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2ca9c-340f-4134-83aa-827506139b0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:48.155298 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2ca9c-340f-4134-83aa-827506139b0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:48.155628 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad2ca9c-340f-4134-83aa-827506139b0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:32:48.757224 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 3b84b432-7dc7-4c98-a7c3-2b98063fddee no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:32:48.774194 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 58498) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:32:48.777204 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: 3b84b432-7dc7-4c98-a7c3-2b98063fddee {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:32:48.777543 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 3b84b432-7dc7-4c98-a7c3-2b98063fddee not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:32:48.777966 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 952d462a-04ff-4c80-b677-152e55e622a2 no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:32:48.875050 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-780d0d4b-b9f7-4c75-949d-daf0ecbdb3ca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-694503003-network', 'tenant_id': 'ef53e9fe83e345f5bb4e53bdf5fc567a'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:32:48.896354 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780d0d4b-b9f7-4c75-949d-daf0ecbdb3ca admin admin] Made reservation on behalf of ef53e9fe83e345f5bb4e53bdf5fc567a for: {'network': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:32:48.898849 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-780d0d4b-b9f7-4c75-949d-daf0ecbdb3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for network, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:48.907688 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-780d0d4b-b9f7-4c75-949d-daf0ecbdb3ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:48.920775 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: 952d462a-04ff-4c80-b677-152e55e622a2 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:32:48.921114 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 952d462a-04ff-4c80-b677-152e55e622a2 not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:32:48.921525 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device c39f004b-55a7-405f-b3b2-09908385e383 no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:32:48.940338 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: c39f004b-55a7-405f-b3b2-09908385e383 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:32:48.940990 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device c39f004b-55a7-405f-b3b2-09908385e383 not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:32:48.982626 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-780d0d4b-b9f7-4c75-949d-daf0ecbdb3ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:48.986947 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-780d0d4b-b9f7-4c75-949d-daf0ecbdb3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:49.005928 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780d0d4b-b9f7-4c75-949d-daf0ecbdb3ca admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=102481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 11:32:49.019758 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d0d4b-b9f7-4c75-949d-daf0ecbdb3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286cd6c7-3634-4fd9-83ba-721569e6188a,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:32:49.022608 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-780d0d4b-b9f7-4c75-949d-daf0ecbdb3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:49.022935 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.segments_db [None req-780d0d4b-b9f7-4c75-949d-daf0ecbdb3ca admin admin] Added segment 586f2933-767c-4a6b-aebc-c92cb3d20908 of type vlan for network 8cb87012-c7e7-481f-97cb-d8961b3b8a5c Nov 24 11:32:49.063251 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-780d0d4b-b9f7-4c75-949d-daf0ecbdb3ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771666227267'] for network, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:49.087099 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-780d0d4b-b9f7-4c75-949d-daf0ecbdb3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for network, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:49.088028 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780d0d4b-b9f7-4c75-949d-daf0ecbdb3ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:49.089161 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-780d0d4b-b9f7-4c75-949d-daf0ecbdb3ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:49.118105 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-780d0d4b-b9f7-4c75-949d-daf0ecbdb3ca admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3427522 Nov 24 11:32:49.121123 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 58502) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:32:49.126038 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-57c8d610-e4b4-4810-bd60-3c4fb2d65db1 admin admin] Request body: {'subnet': {'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-694503003-subnet', 'tenant_id': 'ef53e9fe83e345f5bb4e53bdf5fc567a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:32:49.145477 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c8d610-e4b4-4810-bd60-3c4fb2d65db1 admin admin] Made reservation on behalf of ef53e9fe83e345f5bb4e53bdf5fc567a for: {'subnet': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:32:49.147758 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-57c8d610-e4b4-4810-bd60-3c4fb2d65db1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532794209'] for subnet, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:49.152969 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d0d4b-b9f7-4c75-949d-daf0ecbdb3ca admin admin] Pushing event updated for resources: {'Network': ['ID=8cb87012-c7e7-481f-97cb-d8961b3b8a5c,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:32:49.162682 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Network 8cb87012-c7e7-481f-97cb-d8961b3b8a5c details requested by agent ovs-agent-dv-cinder-819089-1-iscsi with host dv-cinder-819089-1-iscsi {{(pid=102483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 11:32:49.314090 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-57c8d610-e4b4-4810-bd60-3c4fb2d65db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536166255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532794195'] for subnet, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:49.366903 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8d610-e4b4-4810-bd60-3c4fb2d65db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7834c7-fa70-47b7-a7d5-2e5ff40c5bb7,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:32:49.375317 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8d610-e4b4-4810-bd60-3c4fb2d65db1 admin admin] Checking segment: {'id': '586f2933-767c-4a6b-aebc-c92cb3d20908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:32:49.375669 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c8d610-e4b4-4810-bd60-3c4fb2d65db1 admin admin] Network hostable DHCP agents. Network: 8cb87012-c7e7-481f-97cb-d8961b3b8a5c, hostable agents: ['90347969-607b-440e-afac-8ad03a91f79b'], hosted agents: [] {{(pid=102482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 11:32:49.391997 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c8d610-e4b4-4810-bd60-3c4fb2d65db1 admin admin] Network 8cb87012-c7e7-481f-97cb-d8961b3b8a5c is scheduled to be hosted by DHCP agent 90347969-607b-440e-afac-8ad03a91f79b with binding_index 1 {{(pid=102482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 11:32:49.400265 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-57c8d610-e4b4-4810-bd60-3c4fb2d65db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819089-1-iscsi, 8cb87012-c7e7-481f-97cb-d8961b3b8a5c) {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:32:49.405040 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c8d610-e4b4-4810-bd60-3c4fb2d65db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:49.405623 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-57c8d610-e4b4-4810-bd60-3c4fb2d65db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:49.412005 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14927233-cdf9-432a-bc62-229e56861d13 None None] Network 8cb87012-c7e7-481f-97cb-d8961b3b8a5c requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:32:49.429185 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-57c8d610-e4b4-4810-bd60-3c4fb2d65db1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3068957 Nov 24 11:32:49.535055 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c256a56-ca5e-4345-a1ea-01ff3afc750f None None] Network 8cb87012-c7e7-481f-97cb-d8961b3b8a5c requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:32:49.834908 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-fff4d4f8-8557-4e89-8b43-3998037fb483 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:49.836350 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-fff4d4f8-8557-4e89-8b43-3998037fb483 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/networks?id=8cb87012-c7e7-481f-97cb-d8961b3b8a5c HTTP/1.1" status: 200 len: 814 time: 0.1027689 Nov 24 11:32:49.850735 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-f974246f-3c24-4133-bcd0-31d67f6bdc2f tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/quotas/ef53e9fe83e345f5bb4e53bdf5fc567a HTTP/1.1" status: 200 len: 375 time: 0.0087316 Nov 24 11:32:49.881210 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-1c6b71e7-0c95-4265-a599-9b7066dfe93b tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef53e9fe83e345f5bb4e53bdf5fc567a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254221 Nov 24 11:32:50.017044 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-b2c78646-728d-4296-98a5-ed61cfd1158c service neutron] 10.222.0.54 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284406 Nov 24 11:32:50.103214 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-5c9c2241-3e4c-47c3-be34-2285fa6152a4 service neutron] 10.222.0.54 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800855 Nov 24 11:32:50.260402 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e315ca08-db97-49dc-891c-98d13687a2a1 req-87fc8150-8eda-4bf0-aa3a-b04c4ead2639 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce HTTP/1.1" status: 200 len: 210 time: 0.0298874 Nov 24 11:32:51.149008 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-68448981-99b7-4be5-99cb-ceff6d7025ad tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:51.150358 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-68448981-99b7-4be5-99cb-ceff6d7025ad tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.65 "GET /v2.0/networks?id=8cb87012-c7e7-481f-97cb-d8961b3b8a5c HTTP/1.1" status: 200 len: 814 time: 0.1023176 Nov 24 11:32:51.164005 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-c7492e7e-9a54-46a0-a870-26be3506f1e0 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Request body: {'port': {'device_id': 'f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce', 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c', 'admin_state_up': True, 'tenant_id': 'ef53e9fe83e345f5bb4e53bdf5fc567a'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:32:51.273692 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-c7492e7e-9a54-46a0-a870-26be3506f1e0 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Made reservation on behalf of ef53e9fe83e345f5bb4e53bdf5fc567a for: {'port': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:32:51.277712 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-c7492e7e-9a54-46a0-a870-26be3506f1e0 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:51.359074 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-54b77d0d-1fc3-47b9-9721-984a3d3df4c9 req-3543558e-9a42-443a-a85f-3a0cf598f10d tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce HTTP/1.1" status: 200 len: 210 time: 0.0303440 Nov 24 11:32:51.428745 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-c7492e7e-9a54-46a0-a870-26be3506f1e0 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Allocated IP 172.20.0.3 (8cb87012-c7e7-481f-97cb-d8961b3b8a5c/4a7834c7-fa70-47b7-a7d5-2e5ff40c5bb7/118fc979-1306-48a5-b48b-663874fd4bce) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:32:51.569785 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-c7492e7e-9a54-46a0-a870-26be3506f1e0 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks [] for port, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:51.607144 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-c7492e7e-9a54-46a0-a870-26be3506f1e0 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:51.650088 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-c7492e7e-9a54-46a0-a870-26be3506f1e0 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Network 8cb87012-c7e7-481f-97cb-d8961b3b8a5c is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:32:51.653299 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-c7492e7e-9a54-46a0-a870-26be3506f1e0 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:32:51.656848 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-c7492e7e-9a54-46a0-a870-26be3506f1e0 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:32:51.679807 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7492e7e-9a54-46a0-a870-26be3506f1e0 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Pushing event updated for resources: {'Port': ['ID=118fc979-1306-48a5-b48b-663874fd4bce,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:32:51.706896 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-c7492e7e-9a54-46a0-a870-26be3506f1e0 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:51.707498 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-c7492e7e-9a54-46a0-a870-26be3506f1e0 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:51.722745 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-c7492e7e-9a54-46a0-a870-26be3506f1e0 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5627639 Nov 24 11:32:51.734821 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] Request body: {'port': {'device_id': 'f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81908'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:32:51.784892 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:52.295368 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118fc979-1306-48a5-b48b-663874fd4bce {{(pid=102482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:32:52.302789 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:52.314326 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.provisioning_blocks [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] Transition to ACTIVE for port object 118fc979-1306-48a5-b48b-663874fd4bce will not be triggered until provisioned by entity L2. {{(pid=102482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 11:32:52.318148 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:52.365900 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=118fc979-1306-48a5-b48b-663874fd4bce,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:32:52.470342 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] Attempting to bind port 118fc979-1306-48a5-b48b-663874fd4bce on host hv-cinder-81908 for vnic_type normal with profile {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:32:52.470681 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] Attempting to bind port 118fc979-1306-48a5-b48b-663874fd4bce by drivers openvswitch,hyperv on host hv-cinder-81908 at level 0 using segments [{'id': '586f2933-767c-4a6b-aebc-c92cb3d20908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c'}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:32:52.471011 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] Attempting to bind port 118fc979-1306-48a5-b48b-663874fd4bce on network 8cb87012-c7e7-481f-97cb-d8961b3b8a5c {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:32:52.478402 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] Port 118fc979-1306-48a5-b48b-663874fd4bce on network 8cb87012-c7e7-481f-97cb-d8961b3b8a5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81908 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 11:32:52.478726 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] Attempting to bind port 118fc979-1306-48a5-b48b-663874fd4bce on network 8cb87012-c7e7-481f-97cb-d8961b3b8a5c {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:32:52.487557 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] Checking agent: {'id': '3c6daaf5-cf27-4c68-b1a8-704272683c2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81908', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'started_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:32:52.487874 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] Checking segment: {'id': '586f2933-767c-4a6b-aebc-c92cb3d20908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:32:52.488269 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] Bound using segment: {'id': '586f2933-767c-4a6b-aebc-c92cb3d20908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c'} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:32:52.490622 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] Bound port: 118fc979-1306-48a5-b48b-663874fd4bce, host: hv-cinder-81908, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586f2933-767c-4a6b-aebc-c92cb3d20908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c'}}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:32:52.490991 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:52.519563 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e271556-eda9-4115-8528-cc1a195c8f72 req-67cae9be-5133-4a4f-9694-8d6b6fb0795d tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:52.521069 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4e271556-eda9-4115-8528-cc1a195c8f72 req-67cae9be-5133-4a4f-9694-8d6b6fb0795d tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce HTTP/1.1" status: 200 len: 943 time: 0.0923793 Nov 24 11:32:52.599746 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] For port 118fc979-1306-48a5-b48b-663874fd4bce, host hv-cinder-81908, cleared binding levels {{(pid=102482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:32:52.603145 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] For port 118fc979-1306-48a5-b48b-663874fd4bce, host hv-cinder-81908, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=118fc979-1306-48a5-b48b-663874fd4bce,segment=NetworkSegment(586f2933-767c-4a6b-aebc-c92cb3d20908),segment_id=586f2933-767c-4a6b-aebc-c92cb3d20908)] {{(pid=102482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:32:52.607997 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4e271556-eda9-4115-8528-cc1a195c8f72 req-6cb2e5ff-2fd7-4f50-bdd4-330eb8b9cdfb tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701623 Nov 24 11:32:52.609484 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:52.647318 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:52.647948 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:52.649382 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] 10.222.0.65 "PUT /v2.0/ports/118fc979-1306-48a5-b48b-663874fd4bce HTTP/1.1" status: 200 len: 1093 time: 0.9185205 Nov 24 11:32:52.649817 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce', 'tag': '118fc979-1306-48a5-b48b-663874fd4bce'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:32:52.652344 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f75707-fb91-4fb4-9757-1dedf7470ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce", "tag": "118fc979-1306-48a5-b48b-663874fd4bce"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:32:52.675684 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dce676-8181-4798-b951-09c2a2e3cbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=118fc979-1306-48a5-b48b-663874fd4bce,revision_number=3']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:32:52.694847 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b0232b-3fc1-4ec7-bc63-272e6fe2a330 x-openstack-request-id: req-72b0232b-3fc1-4ec7-bc63-272e6fe2a330 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:32:52.695136 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce", "tag": "118fc979-1306-48a5-b48b-663874fd4bce", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:32:52.695392 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-72b0232b-3fc1-4ec7-bc63-272e6fe2a330 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:32:52.695788 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce', 'tag': '118fc979-1306-48a5-b48b-663874fd4bce', 'status': 'completed', 'code': 200} Nov 24 11:32:52.728191 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-e2688bc7-abbd-4812-a5db-a9d14031cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:52.729863 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-e2688bc7-abbd-4812-a5db-a9d14031cff8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef53e9fe83e345f5bb4e53bdf5fc567a&device_id=f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce HTTP/1.1" status: 200 len: 1096 time: 0.0441408 Nov 24 11:32:52.770740 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-7ec90857-0703-4357-b00b-98acfcfd86fa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=118fc979-1306-48a5-b48b-663874fd4bce HTTP/1.1" status: 200 len: 217 time: 0.0330322 Nov 24 11:32:52.820597 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-48f5314a-3b8d-42af-ac1d-2aa1628283e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:52.822031 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-48f5314a-3b8d-42af-ac1d-2aa1628283e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a7834c7-fa70-47b7-a7d5-2e5ff40c5bb7 HTTP/1.1" status: 200 len: 854 time: 0.0451202 Nov 24 11:32:52.856580 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-e86c70e0-71fa-4e02-8b5f-e476beeaa425 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8cb87012-c7e7-481f-97cb-d8961b3b8a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273752 Nov 24 11:32:52.955029 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-913791ab-aab2-449b-b40b-02753e3e6ed1 service neutron] 10.222.0.65 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908155 Nov 24 11:32:53.045616 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b3f77218-61fc-422d-b945-5ead146cc7ba req-bbd08c0d-57f6-4c4a-ad8f-514d3861f03d service neutron] 10.222.0.65 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836084 Nov 24 11:32:53.133318 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75707-fb91-4fb4-9757-1dedf7470ca6 req-4a51f0b3-8d8c-4300-927f-533d479beafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:53.134702 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1f75707-fb91-4fb4-9757-1dedf7470ca6 req-4a51f0b3-8d8c-4300-927f-533d479beafa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef53e9fe83e345f5bb4e53bdf5fc567a&device_id=f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce HTTP/1.1" status: 200 len: 1096 time: 0.0408411 Nov 24 11:32:53.228725 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75707-fb91-4fb4-9757-1dedf7470ca6 req-3a328e55-1292-4e1a-9a63-c732f456d144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:53.230725 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1f75707-fb91-4fb4-9757-1dedf7470ca6 req-3a328e55-1292-4e1a-9a63-c732f456d144 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8cb87012-c7e7-481f-97cb-d8961b3b8a5c HTTP/1.1" status: 200 len: 915 time: 0.0883217 Nov 24 11:32:53.271648 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1f75707-fb91-4fb4-9757-1dedf7470ca6 req-3210a781-d494-426b-9371-8843cd4e964c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=118fc979-1306-48a5-b48b-663874fd4bce HTTP/1.1" status: 200 len: 217 time: 0.0331564 Nov 24 11:32:53.319124 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75707-fb91-4fb4-9757-1dedf7470ca6 req-791cdcec-cc5a-45df-adb0-e59a07b13fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:53.320496 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1f75707-fb91-4fb4-9757-1dedf7470ca6 req-791cdcec-cc5a-45df-adb0-e59a07b13fc7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a7834c7-fa70-47b7-a7d5-2e5ff40c5bb7 HTTP/1.1" status: 200 len: 854 time: 0.0421059 Nov 24 11:32:53.356231 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1f75707-fb91-4fb4-9757-1dedf7470ca6 req-617ef132-c3dd-4acc-aa56-a69f6cf05914 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8cb87012-c7e7-481f-97cb-d8961b3b8a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280259 Nov 24 11:32:53.444247 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1f75707-fb91-4fb4-9757-1dedf7470ca6 req-3b895db7-dc72-4a77-bd37-05bfa5213eac service neutron] 10.222.0.65 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804236 Nov 24 11:32:53.536757 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1f75707-fb91-4fb4-9757-1dedf7470ca6 req-bd770eab-8234-4270-a111-f642bafc05bf service neutron] 10.222.0.65 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850341 Nov 24 11:32:53.721127 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335c12c-19fd-4845-b2cd-00766d00ac01 req-6d2e5e61-64a4-4f09-8074-875b65e61dbd tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:53.722494 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9335c12c-19fd-4845-b2cd-00766d00ac01 req-6d2e5e61-64a4-4f09-8074-875b65e61dbd tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce HTTP/1.1" status: 200 len: 943 time: 0.0485528 Nov 24 11:32:53.768694 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9335c12c-19fd-4845-b2cd-00766d00ac01 req-796385e3-c213-4dc2-afb4-09d80740dc3c tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403805 Nov 24 11:32:54.886282 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eaa4d-cdf5-4263-b96a-72b4700d1f8d req-cc04e228-11b3-4c4e-acbb-984a408a3255 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:54.887315 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-933eaa4d-cdf5-4263-b96a-72b4700d1f8d req-cc04e228-11b3-4c4e-acbb-984a408a3255 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce HTTP/1.1" status: 200 len: 943 time: 0.0483625 Nov 24 11:32:54.937667 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-933eaa4d-cdf5-4263-b96a-72b4700d1f8d req-65020782-4807-4c96-a0c9-f66800b3bc16 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443645 Nov 24 11:32:56.049647 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb7a66-ccb9-497e-baba-67bbbc89bafd req-2ac15f6e-5a2b-44f1-aca4-d322039358b3 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:56.051065 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-48fb7a66-ccb9-497e-baba-67bbbc89bafd req-2ac15f6e-5a2b-44f1-aca4-d322039358b3 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce HTTP/1.1" status: 200 len: 943 time: 0.0470660 Nov 24 11:32:56.096937 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-48fb7a66-ccb9-497e-baba-67bbbc89bafd req-750b0d83-4b73-4e1c-a598-1c1f2fb5c992 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401063 Nov 24 11:32:56.373984 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ae89f401-15b6-44e7-8d68-85e418b76980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:56.769755 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 118fc979-1306-48a5-b48b-663874fd4bce details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:32:56.861329 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 118fc979-1306-48a5-b48b-663874fd4bce, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=118fc979-1306-48a5-b48b-663874fd4bce,segment=NetworkSegment(586f2933-767c-4a6b-aebc-c92cb3d20908),segment_id=586f2933-767c-4a6b-aebc-c92cb3d20908)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:32:56.872197 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': '118fc979-1306-48a5-b48b-663874fd4bce', 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c', 'port_id': '118fc979-1306-48a5-b48b-663874fd4bce', 'mac_address': 'fa:16:3e:10:a6:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7834c7-fa70-47b7-a7d5-2e5ff40c5bb7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:32:56.912570 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:56.924833 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118fc979-1306-48a5-b48b-663874fd4bce {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:32:56.943444 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 118fc979-1306-48a5-b48b-663874fd4bce, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=118fc979-1306-48a5-b48b-663874fd4bce,segment=NetworkSegment(586f2933-767c-4a6b-aebc-c92cb3d20908),segment_id=586f2933-767c-4a6b-aebc-c92cb3d20908)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:32:56.947208 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:56.992512 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=118fc979-1306-48a5-b48b-663874fd4bce,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:32:57.188613 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['118fc979-1306-48a5-b48b-663874fd4bce'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:32:57.210343 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c92bc7-1876-4e3f-95f2-5928931db128 req-6136f206-d785-4061-ab0f-7d63ed71c9ee tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:57.211809 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e6c92bc7-1876-4e3f-95f2-5928931db128 req-6136f206-d785-4061-ab0f-7d63ed71c9ee tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce HTTP/1.1" status: 200 len: 944 time: 0.0491617 Nov 24 11:32:57.258256 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e6c92bc7-1876-4e3f-95f2-5928931db128 req-be4ae47a-04f7-4d04-b684-77eeeaba883e tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395920 Nov 24 11:32:58.375669 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c473a-d824-4031-9a5e-14176c728f58 req-4447370a-0cb7-4aee-a3d2-90c19cf2aa1d tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:58.377145 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-342c473a-d824-4031-9a5e-14176c728f58 req-4447370a-0cb7-4aee-a3d2-90c19cf2aa1d tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce HTTP/1.1" status: 200 len: 944 time: 0.0516438 Nov 24 11:32:58.423145 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-342c473a-d824-4031-9a5e-14176c728f58 req-c7e584e8-44a0-40ff-a8ec-2b55efc568b0 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400922 Nov 24 11:32:58.735298 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5d40449a-39f7-4605-a2e8-39dc06b22f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:58.792192 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 118fc979-1306-48a5-b48b-663874fd4bce up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:32:58.845813 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning for port 118fc979-1306-48a5-b48b-663874fd4bce completed by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 11:32:58.849715 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port 118fc979-1306-48a5-b48b-663874fd4bce triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:32:58.850088 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:58.928418 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:58.949889 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118fc979-1306-48a5-b48b-663874fd4bce'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:32:58.952144 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091b7116-6e8c-48ca-b8a8-7abe9aa9c0b2" -d '{"events": [{"server_uuid": "f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce", "name": "network-vif-plugged", "status": "completed", "tag": "118fc979-1306-48a5-b48b-663874fd4bce"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:32:58.965182 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 118fc979-1306-48a5-b48b-663874fd4bce, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=118fc979-1306-48a5-b48b-663874fd4bce,segment=NetworkSegment(586f2933-767c-4a6b-aebc-c92cb3d20908),segment_id=586f2933-767c-4a6b-aebc-c92cb3d20908)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:32:58.969686 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:32:58.992704 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c1fb5c-e518-4bb1-b0f1-d98c1e617b7c x-openstack-request-id: req-d7c1fb5c-e518-4bb1-b0f1-d98c1e617b7c {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:32:58.993017 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce", "name": "network-vif-plugged", "status": "completed", "tag": "118fc979-1306-48a5-b48b-663874fd4bce", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:32:58.993251 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d7c1fb5c-e518-4bb1-b0f1-d98c1e617b7c {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:32:58.993633 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118fc979-1306-48a5-b48b-663874fd4bce', 'code': 200} Nov 24 11:32:59.020410 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=118fc979-1306-48a5-b48b-663874fd4bce,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:32:59.153805 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b0c30-c120-4ae5-ae14-5fee1ef3c225 req-f00ad7c6-1d62-44ca-b6be-aa62d456bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:59.155255 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e84b0c30-c120-4ae5-ae14-5fee1ef3c225 req-f00ad7c6-1d62-44ca-b6be-aa62d456bf09 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce HTTP/1.1" status: 200 len: 1098 time: 0.0398445 Nov 24 11:32:59.200613 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e84b0c30-c120-4ae5-ae14-5fee1ef3c225 req-a616dfa8-2f93-4087-9899-d368d83ee4c1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372286 Nov 24 11:32:59.535189 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e069d87-c85b-4dff-ac37-3da6f495adbd req-01e6def9-cff7-4adf-87fd-6fe856127aa4 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:32:59.536621 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9e069d87-c85b-4dff-ac37-3da6f495adbd req-01e6def9-cff7-4adf-87fd-6fe856127aa4 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce HTTP/1.1" status: 200 len: 945 time: 0.0473132 Nov 24 11:32:59.587588 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9e069d87-c85b-4dff-ac37-3da6f495adbd req-663d5798-9ca7-46e6-950f-52944a5aee91 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426588 Nov 24 11:32:59.684929 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:00.703241 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd29c1-957c-4071-8d98-8c8bc2e82725 req-82b9b7b7-ecc2-4773-988d-a221653e617d tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:00.704718 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eadd29c1-957c-4071-8d98-8c8bc2e82725 req-82b9b7b7-ecc2-4773-988d-a221653e617d tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce HTTP/1.1" status: 200 len: 945 time: 0.0477924 Nov 24 11:33:00.750387 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eadd29c1-957c-4071-8d98-8c8bc2e82725 req-a13ee323-2b35-49ee-b1be-eac30dc1d330 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397592 Nov 24 11:33:01.408652 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:02.537069 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:07.739737 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:33:09.963447 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea24d2-0456-460f-b74c-63809804a03e req-bb8b4f0b-ec3e-4671-8e67-398fe29e757b tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:09.964836 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2dea24d2-0456-460f-b74c-63809804a03e req-bb8b4f0b-ec3e-4671-8e67-398fe29e757b tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/networks?id=8cb87012-c7e7-481f-97cb-d8961b3b8a5c HTTP/1.1" status: 200 len: 814 time: 0.1028812 Nov 24 11:33:09.984236 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2dea24d2-0456-460f-b74c-63809804a03e req-f2cc9292-be34-4c9c-9d5e-994ff9a60863 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/quotas/ef53e9fe83e345f5bb4e53bdf5fc567a HTTP/1.1" status: 200 len: 375 time: 0.0088463 Nov 24 11:33:10.032066 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2dea24d2-0456-460f-b74c-63809804a03e req-b458dcef-b357-49ed-b835-d3aa39b47ab3 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef53e9fe83e345f5bb4e53bdf5fc567a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424476 Nov 24 11:33:10.118531 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2dea24d2-0456-460f-b74c-63809804a03e req-23b81f2d-c501-4f64-8f12-18c9be06e318 service neutron] 10.222.0.54 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796125 Nov 24 11:33:10.211339 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2dea24d2-0456-460f-b74c-63809804a03e req-50137a5a-3d63-42d9-b8fb-7001e1542ef7 service neutron] 10.222.0.54 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860982 Nov 24 11:33:10.367120 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1bdfe265-5afb-46db-89ac-775113bc8fdd req-0c93ae32-bc1a-4963-aeed-f0dbd3a31362 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=071563b9-ee72-4361-8924-8cf784b4e5c7 HTTP/1.1" status: 200 len: 210 time: 0.0264766 Nov 24 11:33:11.267099 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea24d2-0456-460f-b74c-63809804a03e req-d845a587-b651-416f-a73d-975f4125fe6c tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:11.268555 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2dea24d2-0456-460f-b74c-63809804a03e req-d845a587-b651-416f-a73d-975f4125fe6c tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.65 "GET /v2.0/networks?id=8cb87012-c7e7-481f-97cb-d8961b3b8a5c HTTP/1.1" status: 200 len: 814 time: 0.1047657 Nov 24 11:33:11.286159 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-2dea24d2-0456-460f-b74c-63809804a03e req-abc935bc-d600-4a03-9edf-6333d2f66ac3 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Request body: {'port': {'device_id': '071563b9-ee72-4361-8924-8cf784b4e5c7', 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c', 'admin_state_up': True, 'tenant_id': 'ef53e9fe83e345f5bb4e53bdf5fc567a'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:33:11.394465 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dea24d2-0456-460f-b74c-63809804a03e req-abc935bc-d600-4a03-9edf-6333d2f66ac3 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Made reservation on behalf of ef53e9fe83e345f5bb4e53bdf5fc567a for: {'port': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:33:11.398564 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-2dea24d2-0456-460f-b74c-63809804a03e req-abc935bc-d600-4a03-9edf-6333d2f66ac3 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:11.493175 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e5fd8479-f526-4873-91d6-1f9a2011feed req-025ada7c-4fcb-4f27-9682-08b817420139 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=071563b9-ee72-4361-8924-8cf784b4e5c7 HTTP/1.1" status: 200 len: 210 time: 0.0333102 Nov 24 11:33:11.554985 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [req-2dea24d2-0456-460f-b74c-63809804a03e req-abc935bc-d600-4a03-9edf-6333d2f66ac3 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Allocated IP 172.20.0.9 (8cb87012-c7e7-481f-97cb-d8961b3b8a5c/4a7834c7-fa70-47b7-a7d5-2e5ff40c5bb7/52a62a02-7504-44e1-9a28-00c7d08ba273) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:33:11.700527 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-2dea24d2-0456-460f-b74c-63809804a03e req-abc935bc-d600-4a03-9edf-6333d2f66ac3 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks [] for port, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:11.732056 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-2dea24d2-0456-460f-b74c-63809804a03e req-abc935bc-d600-4a03-9edf-6333d2f66ac3 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:11.745296 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['118fc979-1306-48a5-b48b-663874fd4bce'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:33:11.775895 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dea24d2-0456-460f-b74c-63809804a03e req-abc935bc-d600-4a03-9edf-6333d2f66ac3 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Network 8cb87012-c7e7-481f-97cb-d8961b3b8a5c is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:33:11.779124 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [req-2dea24d2-0456-460f-b74c-63809804a03e req-abc935bc-d600-4a03-9edf-6333d2f66ac3 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:33:11.782733 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dea24d2-0456-460f-b74c-63809804a03e req-abc935bc-d600-4a03-9edf-6333d2f66ac3 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:33:11.789227 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc935bc-d600-4a03-9edf-6333d2f66ac3 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Pushing event updated for resources: {'Port': ['ID=52a62a02-7504-44e1-9a28-00c7d08ba273,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:11.833930 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea24d2-0456-460f-b74c-63809804a03e req-abc935bc-d600-4a03-9edf-6333d2f66ac3 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:11.834544 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-2dea24d2-0456-460f-b74c-63809804a03e req-abc935bc-d600-4a03-9edf-6333d2f66ac3 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:11.849576 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2dea24d2-0456-460f-b74c-63809804a03e req-abc935bc-d600-4a03-9edf-6333d2f66ac3 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5672526 Nov 24 11:33:11.861749 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-2dea24d2-0456-460f-b74c-63809804a03e req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] Request body: {'port': {'device_id': '071563b9-ee72-4361-8924-8cf784b4e5c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81908'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:33:11.917273 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-2dea24d2-0456-460f-b74c-63809804a03e req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:12.170401 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [req-2dea24d2-0456-460f-b74c-63809804a03e req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a62a02-7504-44e1-9a28-00c7d08ba273 {{(pid=102482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:33:12.177831 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-2dea24d2-0456-460f-b74c-63809804a03e req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:12.190320 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.provisioning_blocks [req-2dea24d2-0456-460f-b74c-63809804a03e req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] Transition to ACTIVE for port object 52a62a02-7504-44e1-9a28-00c7d08ba273 will not be triggered until provisioned by entity L2. {{(pid=102482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 11:33:12.193540 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-2dea24d2-0456-460f-b74c-63809804a03e req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:12.246593 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] Pushing event updated for resources: {'Port': ['ID=52a62a02-7504-44e1-9a28-00c7d08ba273,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:12.307416 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-2dea24d2-0456-460f-b74c-63809804a03e req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] Attempting to bind port 52a62a02-7504-44e1-9a28-00c7d08ba273 on host hv-cinder-81908 for vnic_type normal with profile {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:33:12.308094 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-2dea24d2-0456-460f-b74c-63809804a03e req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] Attempting to bind port 52a62a02-7504-44e1-9a28-00c7d08ba273 by drivers openvswitch,hyperv on host hv-cinder-81908 at level 0 using segments [{'id': '586f2933-767c-4a6b-aebc-c92cb3d20908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c'}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:33:12.308094 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea24d2-0456-460f-b74c-63809804a03e req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] Attempting to bind port 52a62a02-7504-44e1-9a28-00c7d08ba273 on network 8cb87012-c7e7-481f-97cb-d8961b3b8a5c {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:33:12.312164 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea24d2-0456-460f-b74c-63809804a03e req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] Port 52a62a02-7504-44e1-9a28-00c7d08ba273 on network 8cb87012-c7e7-481f-97cb-d8961b3b8a5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81908 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 11:33:12.312475 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea24d2-0456-460f-b74c-63809804a03e req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] Attempting to bind port 52a62a02-7504-44e1-9a28-00c7d08ba273 on network 8cb87012-c7e7-481f-97cb-d8961b3b8a5c {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:33:12.317194 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea24d2-0456-460f-b74c-63809804a03e req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] Checking agent: {'id': '3c6daaf5-cf27-4c68-b1a8-704272683c2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81908', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'started_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:33:12.317523 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea24d2-0456-460f-b74c-63809804a03e req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] Checking segment: {'id': '586f2933-767c-4a6b-aebc-c92cb3d20908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:33:12.317889 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea24d2-0456-460f-b74c-63809804a03e req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] Bound using segment: {'id': '586f2933-767c-4a6b-aebc-c92cb3d20908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c'} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:33:12.318305 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-2dea24d2-0456-460f-b74c-63809804a03e req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] Bound port: 52a62a02-7504-44e1-9a28-00c7d08ba273, host: hv-cinder-81908, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586f2933-767c-4a6b-aebc-c92cb3d20908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c'}}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:33:12.318643 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-2dea24d2-0456-460f-b74c-63809804a03e req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:12.378092 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-2dea24d2-0456-460f-b74c-63809804a03e req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] For port 52a62a02-7504-44e1-9a28-00c7d08ba273, host hv-cinder-81908, cleared binding levels {{(pid=102482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:33:12.381022 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-2dea24d2-0456-460f-b74c-63809804a03e req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] For port 52a62a02-7504-44e1-9a28-00c7d08ba273, host hv-cinder-81908, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=52a62a02-7504-44e1-9a28-00c7d08ba273,segment=NetworkSegment(586f2933-767c-4a6b-aebc-c92cb3d20908),segment_id=586f2933-767c-4a6b-aebc-c92cb3d20908)] {{(pid=102482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:33:12.384796 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-2dea24d2-0456-460f-b74c-63809804a03e req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:12.420938 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea24d2-0456-460f-b74c-63809804a03e req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:12.421484 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-2dea24d2-0456-460f-b74c-63809804a03e req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:12.422833 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2dea24d2-0456-460f-b74c-63809804a03e req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] 10.222.0.65 "PUT /v2.0/ports/52a62a02-7504-44e1-9a28-00c7d08ba273 HTTP/1.1" status: 200 len: 1093 time: 0.5651562 Nov 24 11:33:12.423271 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071563b9-ee72-4361-8924-8cf784b4e5c7', 'tag': '52a62a02-7504-44e1-9a28-00c7d08ba273'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:33:12.425549 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4083dc-199d-45bd-a3eb-d34da996557f" -d '{"events": [{"name": "network-changed", "server_uuid": "071563b9-ee72-4361-8924-8cf784b4e5c7", "tag": "52a62a02-7504-44e1-9a28-00c7d08ba273"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:33:12.451043 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57354aa4-3a41-40ea-a9ad-b4d9e8b36e35 service neutron] Pushing event updated for resources: {'Port': ['ID=52a62a02-7504-44e1-9a28-00c7d08ba273,revision_number=3']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:12.468735 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec24c072-6e61-42b7-9bf1-5c7c18e1c787 x-openstack-request-id: req-ec24c072-6e61-42b7-9bf1-5c7c18e1c787 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:33:12.469028 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071563b9-ee72-4361-8924-8cf784b4e5c7", "tag": "52a62a02-7504-44e1-9a28-00c7d08ba273", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:33:12.469304 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ec24c072-6e61-42b7-9bf1-5c7c18e1c787 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:33:12.470138 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071563b9-ee72-4361-8924-8cf784b4e5c7', 'tag': '52a62a02-7504-44e1-9a28-00c7d08ba273', 'status': 'completed', 'code': 200} Nov 24 11:33:12.513291 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea24d2-0456-460f-b74c-63809804a03e req-4cb3c73b-3cdd-4a86-a385-defa091a3e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:12.514860 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2dea24d2-0456-460f-b74c-63809804a03e req-4cb3c73b-3cdd-4a86-a385-defa091a3e7b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef53e9fe83e345f5bb4e53bdf5fc567a&device_id=071563b9-ee72-4361-8924-8cf784b4e5c7 HTTP/1.1" status: 200 len: 1096 time: 0.0412383 Nov 24 11:33:12.556715 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2dea24d2-0456-460f-b74c-63809804a03e req-cd408137-51b9-425d-b89a-34ebffb31d4c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52a62a02-7504-44e1-9a28-00c7d08ba273 HTTP/1.1" status: 200 len: 217 time: 0.0335002 Nov 24 11:33:12.642894 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea24d2-0456-460f-b74c-63809804a03e req-09795bac-6f6c-4422-959f-8976d5723dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:12.644282 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2dea24d2-0456-460f-b74c-63809804a03e req-09795bac-6f6c-4422-959f-8976d5723dda service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a7834c7-fa70-47b7-a7d5-2e5ff40c5bb7 HTTP/1.1" status: 200 len: 854 time: 0.0542629 Nov 24 11:33:12.652524 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3dd505-9668-4323-8061-950e654a6d0e req-81a9e8ba-ba35-4a77-a28e-67dbda178774 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:12.653861 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0f3dd505-9668-4323-8061-950e654a6d0e req-81a9e8ba-ba35-4a77-a28e-67dbda178774 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=071563b9-ee72-4361-8924-8cf784b4e5c7 HTTP/1.1" status: 200 len: 943 time: 0.0886986 Nov 24 11:33:12.690525 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2dea24d2-0456-460f-b74c-63809804a03e req-576657f6-8b15-42fc-832d-a7b7a15910b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8cb87012-c7e7-481f-97cb-d8961b3b8a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336518 Nov 24 11:33:12.738840 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0f3dd505-9668-4323-8061-950e654a6d0e req-87730865-3e5a-4ce5-a7a6-09ce88c952cd tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749512 Nov 24 11:33:12.798474 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2dea24d2-0456-460f-b74c-63809804a03e req-b8e35883-53cc-4272-bf0e-c5a5e0991de3 service neutron] 10.222.0.65 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961995 Nov 24 11:33:12.891951 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2dea24d2-0456-460f-b74c-63809804a03e req-bb55a85a-5306-40d8-ac6a-bf219f6c8728 service neutron] 10.222.0.65 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812137 Nov 24 11:33:12.983468 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4083dc-199d-45bd-a3eb-d34da996557f req-b9153c16-9477-4a2d-b5cd-3289aaf1d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:12.984919 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0c4083dc-199d-45bd-a3eb-d34da996557f req-b9153c16-9477-4a2d-b5cd-3289aaf1d30a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef53e9fe83e345f5bb4e53bdf5fc567a&device_id=071563b9-ee72-4361-8924-8cf784b4e5c7 HTTP/1.1" status: 200 len: 1096 time: 0.0448461 Nov 24 11:33:13.074523 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4083dc-199d-45bd-a3eb-d34da996557f req-e49579bf-059b-44d6-9c9e-d7794274a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:13.075963 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0c4083dc-199d-45bd-a3eb-d34da996557f req-e49579bf-059b-44d6-9c9e-d7794274a1ec service neutron] 10.222.0.65 "GET /v2.0/networks?id=8cb87012-c7e7-481f-97cb-d8961b3b8a5c HTTP/1.1" status: 200 len: 915 time: 0.0829153 Nov 24 11:33:13.128605 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0c4083dc-199d-45bd-a3eb-d34da996557f req-d3bb97f5-9787-47e0-ab0c-3394a0a32b2d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52a62a02-7504-44e1-9a28-00c7d08ba273 HTTP/1.1" status: 200 len: 217 time: 0.0373049 Nov 24 11:33:13.179824 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4083dc-199d-45bd-a3eb-d34da996557f req-b55bc35e-98ee-48e3-92a3-3b7631154fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:13.181277 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0c4083dc-199d-45bd-a3eb-d34da996557f req-b55bc35e-98ee-48e3-92a3-3b7631154fcb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a7834c7-fa70-47b7-a7d5-2e5ff40c5bb7 HTTP/1.1" status: 200 len: 854 time: 0.0421755 Nov 24 11:33:13.213446 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0c4083dc-199d-45bd-a3eb-d34da996557f req-1af89cd2-a23b-432a-bc68-b3ba26937e57 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8cb87012-c7e7-481f-97cb-d8961b3b8a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238192 Nov 24 11:33:13.302966 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0c4083dc-199d-45bd-a3eb-d34da996557f req-2ae8206d-6439-48a1-940e-59417bdb228d service neutron] 10.222.0.65 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815444 Nov 24 11:33:13.390788 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0c4083dc-199d-45bd-a3eb-d34da996557f req-f116ebb7-7a9a-48d2-af6e-8eb3461eb396 service neutron] 10.222.0.65 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791149 Nov 24 11:33:13.859590 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76494a-0f00-4a68-93cc-ba6002c4c4b0 req-5887e8f4-f51d-4d0e-a19d-7019957d32b7 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:13.862836 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8b76494a-0f00-4a68-93cc-ba6002c4c4b0 req-5887e8f4-f51d-4d0e-a19d-7019957d32b7 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=071563b9-ee72-4361-8924-8cf784b4e5c7 HTTP/1.1" status: 200 len: 943 time: 0.0553303 Nov 24 11:33:13.912292 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8b76494a-0f00-4a68-93cc-ba6002c4c4b0 req-e94aa0b8-ee30-4781-af17-c68477c0a2e4 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446725 Nov 24 11:33:15.022046 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae0ec6-ba7d-410e-8669-b3bea3eb3bca req-ddacf2a8-50fc-4515-b08a-b65f4663dedc tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:15.023369 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-62ae0ec6-ba7d-410e-8669-b3bea3eb3bca req-ddacf2a8-50fc-4515-b08a-b65f4663dedc tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=071563b9-ee72-4361-8924-8cf784b4e5c7 HTTP/1.1" status: 200 len: 943 time: 0.0472167 Nov 24 11:33:15.070272 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-62ae0ec6-ba7d-410e-8669-b3bea3eb3bca req-9fe075a9-57e5-40dd-aa7f-d957d7d85c4f tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408840 Nov 24 11:33:16.184124 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3dfb29-2eec-4638-94c6-2ad489c6bd3f req-5495bb3a-83d8-4a7b-80f7-36e0b198d3c6 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:16.185542 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c3dfb29-2eec-4638-94c6-2ad489c6bd3f req-5495bb3a-83d8-4a7b-80f7-36e0b198d3c6 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=071563b9-ee72-4361-8924-8cf784b4e5c7 HTTP/1.1" status: 200 len: 943 time: 0.0482094 Nov 24 11:33:16.231117 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c3dfb29-2eec-4638-94c6-2ad489c6bd3f req-e7d0eb86-c90e-4aa6-bd44-8080b2e11408 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398536 Nov 24 11:33:16.854621 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 52a62a02-7504-44e1-9a28-00c7d08ba273 details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:33:16.946695 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 52a62a02-7504-44e1-9a28-00c7d08ba273, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=52a62a02-7504-44e1-9a28-00c7d08ba273,segment=NetworkSegment(586f2933-767c-4a6b-aebc-c92cb3d20908),segment_id=586f2933-767c-4a6b-aebc-c92cb3d20908)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:33:16.967320 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': '52a62a02-7504-44e1-9a28-00c7d08ba273', 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c', 'port_id': '52a62a02-7504-44e1-9a28-00c7d08ba273', 'mac_address': 'fa:16:3e:55:81:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7834c7-fa70-47b7-a7d5-2e5ff40c5bb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:33:16.977829 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:17.012989 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:17.025303 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a62a02-7504-44e1-9a28-00c7d08ba273 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:33:17.044655 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 52a62a02-7504-44e1-9a28-00c7d08ba273, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=52a62a02-7504-44e1-9a28-00c7d08ba273,segment=NetworkSegment(586f2933-767c-4a6b-aebc-c92cb3d20908),segment_id=586f2933-767c-4a6b-aebc-c92cb3d20908)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:33:17.048443 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:17.094322 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=52a62a02-7504-44e1-9a28-00c7d08ba273,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:17.291891 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['52a62a02-7504-44e1-9a28-00c7d08ba273'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:33:17.346331 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fd2f1-5a2b-41f2-988f-aff2b1a1e4f1 req-c557ead1-8e4e-4d06-ae42-66db9ad8824f tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:17.347843 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e53fd2f1-5a2b-41f2-988f-aff2b1a1e4f1 req-c557ead1-8e4e-4d06-ae42-66db9ad8824f tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=071563b9-ee72-4361-8924-8cf784b4e5c7 HTTP/1.1" status: 200 len: 944 time: 0.0513437 Nov 24 11:33:17.394511 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e53fd2f1-5a2b-41f2-988f-aff2b1a1e4f1 req-457efefc-5786-4d41-9db5-70649d7f4268 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408070 Nov 24 11:33:18.507864 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed21fad-5340-43bd-8031-cafc4102512a req-2b5304ff-e9bc-4fd5-930c-ba074cd0f028 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:18.509323 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ed21fad-5340-43bd-8031-cafc4102512a req-2b5304ff-e9bc-4fd5-930c-ba074cd0f028 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=071563b9-ee72-4361-8924-8cf784b4e5c7 HTTP/1.1" status: 200 len: 944 time: 0.0470355 Nov 24 11:33:18.555961 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ed21fad-5340-43bd-8031-cafc4102512a req-bb2a2f87-080a-4781-a93e-82afc943f061 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401666 Nov 24 11:33:18.880525 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 52a62a02-7504-44e1-9a28-00c7d08ba273 up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:33:18.928841 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning for port 52a62a02-7504-44e1-9a28-00c7d08ba273 completed by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 11:33:18.932808 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port 52a62a02-7504-44e1-9a28-00c7d08ba273 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:33:18.933181 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:19.006305 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:19.031221 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071563b9-ee72-4361-8924-8cf784b4e5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a62a02-7504-44e1-9a28-00c7d08ba273'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:33:19.033472 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8671482-f0cd-4e2d-8992-2bcdbca43683" -d '{"events": [{"server_uuid": "071563b9-ee72-4361-8924-8cf784b4e5c7", "name": "network-vif-plugged", "status": "completed", "tag": "52a62a02-7504-44e1-9a28-00c7d08ba273"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:33:19.046746 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 52a62a02-7504-44e1-9a28-00c7d08ba273, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=52a62a02-7504-44e1-9a28-00c7d08ba273,segment=NetworkSegment(586f2933-767c-4a6b-aebc-c92cb3d20908),segment_id=586f2933-767c-4a6b-aebc-c92cb3d20908)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:33:19.050977 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:19.075332 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc399b7-2b70-4d57-b789-b5c93112ffb5 x-openstack-request-id: req-8bc399b7-2b70-4d57-b789-b5c93112ffb5 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:33:19.075630 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071563b9-ee72-4361-8924-8cf784b4e5c7", "name": "network-vif-plugged", "status": "completed", "tag": "52a62a02-7504-44e1-9a28-00c7d08ba273", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:33:19.075893 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8bc399b7-2b70-4d57-b789-b5c93112ffb5 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:33:19.076286 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071563b9-ee72-4361-8924-8cf784b4e5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a62a02-7504-44e1-9a28-00c7d08ba273', 'code': 200} Nov 24 11:33:19.101646 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=52a62a02-7504-44e1-9a28-00c7d08ba273,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:19.231569 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186afd7-4be5-4f9e-b439-437b9524346b req-261f4ee1-affb-4ea9-bb61-9755a5343b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:19.233011 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b186afd7-4be5-4f9e-b439-437b9524346b req-261f4ee1-affb-4ea9-bb61-9755a5343b80 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=071563b9-ee72-4361-8924-8cf784b4e5c7 HTTP/1.1" status: 200 len: 1098 time: 0.0393271 Nov 24 11:33:19.280674 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b186afd7-4be5-4f9e-b439-437b9524346b req-d1909fbc-af13-48df-b086-aab1ac38415e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392003 Nov 24 11:33:19.672164 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bc093-b395-4558-af15-683bfc8c3637 req-7e684fc0-d746-4675-831c-199e2ab36a93 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:19.673691 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c74bc093-b395-4558-af15-683bfc8c3637 req-7e684fc0-d746-4675-831c-199e2ab36a93 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=071563b9-ee72-4361-8924-8cf784b4e5c7 HTTP/1.1" status: 200 len: 945 time: 0.0476575 Nov 24 11:33:19.719919 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c74bc093-b395-4558-af15-683bfc8c3637 req-5ddc7f71-045e-4443-bde3-d9ea459b90c2 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403616 Nov 24 11:33:20.390929 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-82918295-4676-4326-bdff-e41ae5ef724c req-fb4e01c1-b13e-438c-8031-b6434cb9c5e6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384567 Nov 24 11:33:20.455277 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82918295-4676-4326-bdff-e41ae5ef724c req-fbed03d0-8687-42f6-8f23-ac21fd7d1c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:20.456750 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-82918295-4676-4326-bdff-e41ae5ef724c req-fbed03d0-8687-42f6-8f23-ac21fd7d1c73 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f381540b3c9b4687aaeecffb496f268e&device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 1098 time: 0.0426621 Nov 24 11:33:20.571434 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82918295-4676-4326-bdff-e41ae5ef724c req-8b1c0ec9-e0a1-40bd-a14f-f76c7cfe6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:20.572923 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-82918295-4676-4326-bdff-e41ae5ef724c req-8b1c0ec9-e0a1-40bd-a14f-f76c7cfe6e2c service neutron] 10.222.0.65 "GET /v2.0/networks?id=82ffb513-3ccb-4ed3-b605-477c999e9699 HTTP/1.1" status: 200 len: 909 time: 0.0838275 Nov 24 11:33:20.645262 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-82918295-4676-4326-bdff-e41ae5ef724c req-dea7402e-6b78-4ba8-89b3-866a6c0b215f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c73813a-14a8-4e78-ae67-e9464fd16f15 HTTP/1.1" status: 200 len: 1001 time: 0.0632401 Nov 24 11:33:20.694725 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82918295-4676-4326-bdff-e41ae5ef724c req-b1995713-fe32-4222-b10e-45fd82a3dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:20.696190 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-82918295-4676-4326-bdff-e41ae5ef724c req-b1995713-fe32-4222-b10e-45fd82a3dd83 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6dfc601b-63d6-4a16-bdea-422a8077d6f1 HTTP/1.1" status: 200 len: 847 time: 0.0441589 Nov 24 11:33:20.743157 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82918295-4676-4326-bdff-e41ae5ef724c req-90fb9ee6-2469-4be1-8799-d56f76b49a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:20.744623 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-82918295-4676-4326-bdff-e41ae5ef724c req-90fb9ee6-2469-4be1-8799-d56f76b49a1f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=82ffb513-3ccb-4ed3-b605-477c999e9699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404282 Nov 24 11:33:20.874896 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-82918295-4676-4326-bdff-e41ae5ef724c req-a39c9acb-f656-4a91-8d50-e6130d7c0b8f service neutron] 10.222.0.65 "GET /v2.0/networks/82ffb513-3ccb-4ed3-b605-477c999e9699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151350 Nov 24 11:33:20.882991 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5d5b5-bbe7-4913-b6fd-9633210d7b9d req-2587948f-174c-4a73-8edc-0a84925e405f tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:20.884338 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f6d5d5b5-bbe7-4913-b6fd-9633210d7b9d req-2587948f-174c-4a73-8edc-0a84925e405f tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=071563b9-ee72-4361-8924-8cf784b4e5c7 HTTP/1.1" status: 200 len: 945 time: 0.0671146 Nov 24 11:33:20.982628 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f6d5d5b5-bbe7-4913-b6fd-9633210d7b9d req-61c9c3a8-51c7-4aac-a547-d4f139c40b23 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904634 Nov 24 11:33:20.999314 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-82918295-4676-4326-bdff-e41ae5ef724c req-2e3fa95d-c93f-4bc5-aa1d-83383e2e00f3 service neutron] 10.222.0.65 "GET /v2.0/networks/82ffb513-3ccb-4ed3-b605-477c999e9699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140320 Nov 24 11:33:22.657394 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b792d3b6-1742-4df0-baf3-4f47ecdde4f7 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:22.658775 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b792d3b6-1742-4df0-baf3-4f47ecdde4f7 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/networks?id=8cb87012-c7e7-481f-97cb-d8961b3b8a5c HTTP/1.1" status: 200 len: 814 time: 0.1007969 Nov 24 11:33:22.673069 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d870b178-8acf-4da5-a550-03f762d93c8e req-8bd477c6-97b7-45da-a40d-c55660785da8 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/quotas/ef53e9fe83e345f5bb4e53bdf5fc567a HTTP/1.1" status: 200 len: 375 time: 0.0087836 Nov 24 11:33:22.975206 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d870b178-8acf-4da5-a550-03f762d93c8e req-229d67c1-217b-4cac-8813-77525fbdd88d tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef53e9fe83e345f5bb4e53bdf5fc567a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2968433 Nov 24 11:33:23.061653 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d870b178-8acf-4da5-a550-03f762d93c8e req-3637c826-22f0-47f7-9cee-f984beb0b3af service neutron] 10.222.0.54 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788507 Nov 24 11:33:23.082300 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 58670) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:33:23.149322 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d870b178-8acf-4da5-a550-03f762d93c8e req-e579d52d-1c26-4a60-ae29-28d5d6c4c0e4 service neutron] 10.222.0.54 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818117 Nov 24 11:33:23.240880 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-13db6cf4-a2ed-4e20-bc38-bbab459e7e07 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Deleting port ab46a443-cf2d-40e8-a896-928ee1daf02d {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:33:23.241129 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-13db6cf4-a2ed-4e20-bc38-bbab459e7e07 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:23.314252 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-13db6cf4-a2ed-4e20-bc38-bbab459e7e07 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:23.314569 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-13db6cf4-a2ed-4e20-bc38-bbab459e7e07 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:23.326066 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-13db6cf4-a2ed-4e20-bc38-bbab459e7e07 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Calling delete_port for ab46a443-cf2d-40e8-a896-928ee1daf02d owned by network:floatingip {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:33:23.465637 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-13db6cf4-a2ed-4e20-bc38-bbab459e7e07 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:23.490391 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db6cf4-a2ed-4e20-bc38-bbab459e7e07 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event deleted for resources: {'Port': ['ID=ab46a443-cf2d-40e8-a896-928ee1daf02d,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:23.551378 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-13db6cf4-a2ed-4e20-bc38-bbab459e7e07 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for floatingip, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:23.551378 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.l3_db [None req-13db6cf4-a2ed-4e20-bc38-bbab459e7e07 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Floating IP 3a5a3c88-dfb7-41e9-ac8f-800dfced70ff disassociated (deleted). External IP: 172.27.1.86, port: 2da7d5c3-6970-485c-bc36-b5912f073317. Nov 24 11:33:23.756192 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13db6cf4-a2ed-4e20-bc38-bbab459e7e07 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Router 513c06b9-48fa-4677-9e28-fee464e6dac1 has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:33:23.859251 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13db6cf4-a2ed-4e20-bc38-bbab459e7e07 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:33:23.863998 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-13db6cf4-a2ed-4e20-bc38-bbab459e7e07 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for floatingip, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:23.868766 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb441d02-5f4a-4d97-b4a0-96a81b3bf34d None None] Sync routers for ids ['513c06b9-48fa-4677-9e28-fee464e6dac1'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:33:23.879081 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb441d02-5f4a-4d97-b4a0-96a81b3bf34d None None] Routers {'513c06b9-48fa-4677-9e28-fee464e6dac1'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:33:23.879692 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-eb441d02-5f4a-4d97-b4a0-96a81b3bf34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:32:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['513c06b9-48fa-4677-9e28-fee464e6dac1'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:33:23.890836 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-13db6cf4-a2ed-4e20-bc38-bbab459e7e07 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "DELETE /v2.0/floatingips/3a5a3c88-dfb7-41e9-ac8f-800dfced70ff HTTP/1.1" status: 204 len: 168 time: 0.8073356 Nov 24 11:33:23.891440 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42094d23-5ab8-4b0d-b921-3dbafa776b6f', 'tag': '2da7d5c3-6970-485c-bc36-b5912f073317'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:33:23.893764 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d23e931-1ee0-4450-8e03-c98e5aceb6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "42094d23-5ab8-4b0d-b921-3dbafa776b6f", "tag": "2da7d5c3-6970-485c-bc36-b5912f073317"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:33:23.988434 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-eb441d02-5f4a-4d97-b4a0-96a81b3bf34d None None] Set router 513c06b9-48fa-4677-9e28-fee464e6dac1 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:33:24.041423 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6502a939-a54b-49b8-92a0-bb71701727a4 x-openstack-request-id: req-6502a939-a54b-49b8-92a0-bb71701727a4 {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:33:24.041788 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42094d23-5ab8-4b0d-b921-3dbafa776b6f", "tag": "2da7d5c3-6970-485c-bc36-b5912f073317", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:33:24.042113 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6502a939-a54b-49b8-92a0-bb71701727a4 {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:33:24.042602 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42094d23-5ab8-4b0d-b921-3dbafa776b6f', 'tag': '2da7d5c3-6970-485c-bc36-b5912f073317', 'status': 'completed', 'code': 200} Nov 24 11:33:24.130707 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23e931-1ee0-4450-8e03-c98e5aceb6c1 req-54feb80c-fcb0-4948-9695-603c31d263a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:24.132204 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2d23e931-1ee0-4450-8e03-c98e5aceb6c1 req-54feb80c-fcb0-4948-9695-603c31d263a3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=303d49c4d2774367b4d1606a579ed56b&device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 1099 time: 0.0663650 Nov 24 11:33:24.155739 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c713dba-ac9e-4442-bbb2-e3d1ccb92e00 req-43363dfa-3228-4ec4-95f2-5e170f85b6f7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:24.157178 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3c713dba-ac9e-4442-bbb2-e3d1ccb92e00 req-43363dfa-3228-4ec4-95f2-5e170f85b6f7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 946 time: 0.0666847 Nov 24 11:33:24.215238 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-eb441d02-5f4a-4d97-b4a0-96a81b3bf34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': '4986f96a-01af-4aed-8825-26d7efba82a8', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'port_id': '5e977cf2-5e37-46ad-adbd-be8237c48c51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'mac_address': 'fa:16:3e:8b:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa260f0-59bc-4030-a91e-a6d9a12b915a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:29:21Z', 'updated_at': '2021-11-24T11:29:24Z', 'revision_number': 1, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc31092-c15d-4972-88cc-ecfdb3abbc5d', 'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'mac_address': 'fa:16:3e:f6:19:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:23Z', 'updated_at': '2021-11-24T11:25:29Z', 'revision_number': 5, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'subnets': [{'id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:33:24.241566 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb441d02-5f4a-4d97-b4a0-96a81b3bf34d None None] Checking router: 513c06b9-48fa-4677-9e28-fee464e6dac1 for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:33:24.249699 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb441d02-5f4a-4d97-b4a0-96a81b3bf34d None None] Routers {'513c06b9-48fa-4677-9e28-fee464e6dac1'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:33:24.250303 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-eb441d02-5f4a-4d97-b4a0-96a81b3bf34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:32:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['513c06b9-48fa-4677-9e28-fee464e6dac1'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:33:24.254157 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3c713dba-ac9e-4442-bbb2-e3d1ccb92e00 req-1fc2014c-7471-4c8b-9ac7-4e70e4204405 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842345 Nov 24 11:33:24.269269 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23e931-1ee0-4450-8e03-c98e5aceb6c1 req-e721b2e7-f194-43ff-bed5-8a5d3273403f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:24.270050 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2d23e931-1ee0-4450-8e03-c98e5aceb6c1 req-e721b2e7-f194-43ff-bed5-8a5d3273403f service neutron] 10.222.0.65 "GET /v2.0/networks?id=f813662d-6de5-41cf-ac48-8f27f8448f99 HTTP/1.1" status: 200 len: 912 time: 0.1302581 Nov 24 11:33:24.321255 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2d23e931-1ee0-4450-8e03-c98e5aceb6c1 req-bfa525a4-1e0d-4f6c-b332-d57dc1ca51b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2da7d5c3-6970-485c-bc36-b5912f073317 HTTP/1.1" status: 200 len: 217 time: 0.0416131 Nov 24 11:33:24.370501 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ee08742a-e67a-453b-bbe1-5005ffa8405f req-1c5f3ca9-c96f-4bb5-9655-323ce073e0f3 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b426882e-6680-41a6-ab15-67edb2361ca1 HTTP/1.1" status: 200 len: 210 time: 0.0482585 Nov 24 11:33:24.378463 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-eb441d02-5f4a-4d97-b4a0-96a81b3bf34d None None] Set router 513c06b9-48fa-4677-9e28-fee464e6dac1 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:33:24.394374 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23e931-1ee0-4450-8e03-c98e5aceb6c1 req-4078511a-ae37-40de-a647-8c0526c1e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:24.395861 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2d23e931-1ee0-4450-8e03-c98e5aceb6c1 req-4078511a-ae37-40de-a647-8c0526c1e57e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6137ff9-74cb-4c61-ada2-9bfaf66f6509 HTTP/1.1" status: 200 len: 850 time: 0.0643172 Nov 24 11:33:24.444117 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23e931-1ee0-4450-8e03-c98e5aceb6c1 req-f5d2f814-ae0a-4407-b0ce-8721d4d91673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:24.445639 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2d23e931-1ee0-4450-8e03-c98e5aceb6c1 req-f5d2f814-ae0a-4407-b0ce-8721d4d91673 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f813662d-6de5-41cf-ac48-8f27f8448f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422442 Nov 24 11:33:24.570503 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2d23e931-1ee0-4450-8e03-c98e5aceb6c1 req-aebb1060-831f-4b41-aba4-ad1f1cffa355 service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154227 Nov 24 11:33:24.649554 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-eb441d02-5f4a-4d97-b4a0-96a81b3bf34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': '4986f96a-01af-4aed-8825-26d7efba82a8', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'port_id': '5e977cf2-5e37-46ad-adbd-be8237c48c51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'mac_address': 'fa:16:3e:8b:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa260f0-59bc-4030-a91e-a6d9a12b915a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:29:21Z', 'updated_at': '2021-11-24T11:29:24Z', 'revision_number': 1, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc31092-c15d-4972-88cc-ecfdb3abbc5d', 'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'mac_address': 'fa:16:3e:f6:19:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:23Z', 'updated_at': '2021-11-24T11:25:29Z', 'revision_number': 5, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'subnets': [{'id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:33:24.692554 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb441d02-5f4a-4d97-b4a0-96a81b3bf34d None None] The sync data for ids ['513c06b9-48fa-4677-9e28-fee464e6dac1'] in dv-cinder-819089-1-iscsi is: [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_floatingips': [{'id': '4986f96a-01af-4aed-8825-26d7efba82a8', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'router_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'port_id': '5e977cf2-5e37-46ad-adbd-be8237c48c51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'mac_address': 'fa:16:3e:8b:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa260f0-59bc-4030-a91e-a6d9a12b915a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T11:29:21Z', 'updated_at': '2021-11-24T11:29:24Z', 'revision_number': 1, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc31092-c15d-4972-88cc-ecfdb3abbc5d', 'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'mac_address': 'fa:16:3e:f6:19:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:23Z', 'updated_at': '2021-11-24T11:25:29Z', 'revision_number': 5, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'subnets': [{'id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:33:24.734091 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2d23e931-1ee0-4450-8e03-c98e5aceb6c1 req-d2cabb59-ce47-433f-8714-0e8dee451825 service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552098 Nov 24 11:33:24.772111 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214058d-d1f8-40e9-a954-6ff3d9e110a8 req-b1b187d5-8d18-45ff-9887-fbdd028e3d41 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:24.773817 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c214058d-d1f8-40e9-a954-6ff3d9e110a8 req-b1b187d5-8d18-45ff-9887-fbdd028e3d41 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.0598631 Nov 24 11:33:24.827367 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c214058d-d1f8-40e9-a954-6ff3d9e110a8 req-37bf40ed-0b69-4c5e-9343-9ac8e8202e49 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473044 Nov 24 11:33:24.965692 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9280279-6f6e-44b6-ab14-ac731817b4bb None None] New status for floating IP 3a5a3c88-dfb7-41e9-ac8f-800dfced70ff: DOWN {{(pid=102484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 11:33:25.421425 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870b178-8acf-4da5-a550-03f762d93c8e req-f33a107b-0e79-41d9-b70b-e1fcb0d8dca5 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:25.422854 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d870b178-8acf-4da5-a550-03f762d93c8e req-f33a107b-0e79-41d9-b70b-e1fcb0d8dca5 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.65 "GET /v2.0/networks?id=8cb87012-c7e7-481f-97cb-d8961b3b8a5c HTTP/1.1" status: 200 len: 814 time: 0.1356382 Nov 24 11:33:25.434245 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a4d73-2a5a-4e9e-a9b9-69c88380d5d0 req-9c5fa8f2-33b4-429d-920d-2f442ade4552 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:25.436230 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d91a4d73-2a5a-4e9e-a9b9-69c88380d5d0 req-9c5fa8f2-33b4-429d-920d-2f442ade4552 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 946 time: 0.0831506 Nov 24 11:33:25.470232 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b0f19dde-0f76-4d2e-bc31-c728be40d86a tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Request body: {'port': {'device_id': 'b426882e-6680-41a6-ab15-67edb2361ca1', 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c', 'admin_state_up': True, 'tenant_id': 'ef53e9fe83e345f5bb4e53bdf5fc567a'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:33:25.499005 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5786f3fb-0d47-4fc2-a200-bd9c430253bb req-20a72a3d-1290-4da2-a821-d27124f23534 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b426882e-6680-41a6-ab15-67edb2361ca1 HTTP/1.1" status: 200 len: 210 time: 0.0495274 Nov 24 11:33:25.578232 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d91a4d73-2a5a-4e9e-a9b9-69c88380d5d0 req-1f1563ef-a609-49e3-903c-1a046113ff40 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361806 Nov 24 11:33:25.624082 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b0f19dde-0f76-4d2e-bc31-c728be40d86a tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Made reservation on behalf of ef53e9fe83e345f5bb4e53bdf5fc567a for: {'port': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:33:25.627553 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b0f19dde-0f76-4d2e-bc31-c728be40d86a tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:25.749499 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b0f19dde-0f76-4d2e-bc31-c728be40d86a tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Allocated IP 172.20.0.6 (8cb87012-c7e7-481f-97cb-d8961b3b8a5c/4a7834c7-fa70-47b7-a7d5-2e5ff40c5bb7/7378f3db-d68a-41fa-9e56-3bfef9c8fe72) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:33:25.889512 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b89cbd-0ce8-49ea-9cdc-d5a710d678df req-7616880a-e61e-4f89-8fb1-0bced81910ce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:25.891057 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-62b89cbd-0ce8-49ea-9cdc-d5a710d678df req-7616880a-e61e-4f89-8fb1-0bced81910ce tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.65 "GET /v2.0/ports?device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 946 time: 0.0672972 Nov 24 11:33:25.902875 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b0f19dde-0f76-4d2e-bc31-c728be40d86a tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks [] for port, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:25.969379 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310eabc7-a599-46d3-9b04-dad350b7f51b req-227b522d-d9a1-4aae-ae2e-2315b5a3a0e1 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:25.970851 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-310eabc7-a599-46d3-9b04-dad350b7f51b req-227b522d-d9a1-4aae-ae2e-2315b5a3a0e1 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.0663290 Nov 24 11:33:25.978510 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b0f19dde-0f76-4d2e-bc31-c728be40d86a tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:25.987320 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [req-62b89cbd-0ce8-49ea-9cdc-d5a710d678df req-6604aa65-bd53-4b8c-8725-61fc44976bfb tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Deleting port 2da7d5c3-6970-485c-bc36-b5912f073317 {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:33:25.987653 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-62b89cbd-0ce8-49ea-9cdc-d5a710d678df req-6604aa65-bd53-4b8c-8725-61fc44976bfb tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:25.994102 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['118fc979-1306-48a5-b48b-663874fd4bce', '52a62a02-7504-44e1-9a28-00c7d08ba273'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:33:26.045327 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b0f19dde-0f76-4d2e-bc31-c728be40d86a tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Network 8cb87012-c7e7-481f-97cb-d8961b3b8a5c is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:33:26.059265 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b0f19dde-0f76-4d2e-bc31-c728be40d86a tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:33:26.064094 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b0f19dde-0f76-4d2e-bc31-c728be40d86a tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:33:26.071941 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f19dde-0f76-4d2e-bc31-c728be40d86a tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Pushing event updated for resources: {'Port': ['ID=7378f3db-d68a-41fa-9e56-3bfef9c8fe72,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:26.075514 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-62b89cbd-0ce8-49ea-9cdc-d5a710d678df req-6604aa65-bd53-4b8c-8725-61fc44976bfb tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] For port 2da7d5c3-6970-485c-bc36-b5912f073317, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=2da7d5c3-6970-485c-bc36-b5912f073317,segment=NetworkSegment(d8baedd1-824c-4bf2-a24d-c4b8e45836c5),segment_id=d8baedd1-824c-4bf2-a24d-c4b8e45836c5)] {{(pid=102481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:33:26.075875 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-62b89cbd-0ce8-49ea-9cdc-d5a710d678df req-6604aa65-bd53-4b8c-8725-61fc44976bfb tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:26.089391 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [req-62b89cbd-0ce8-49ea-9cdc-d5a710d678df req-6604aa65-bd53-4b8c-8725-61fc44976bfb tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Calling delete_port for 2da7d5c3-6970-485c-bc36-b5912f073317 owned by compute:nova {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:33:26.108931 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-310eabc7-a599-46d3-9b04-dad350b7f51b req-54cb0e9c-e689-450b-9bb2-17413d2e1f69 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318464 Nov 24 11:33:26.129879 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b0f19dde-0f76-4d2e-bc31-c728be40d86a tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:26.130649 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b0f19dde-0f76-4d2e-bc31-c728be40d86a tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:26.150240 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b0f19dde-0f76-4d2e-bc31-c728be40d86a tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6934905 Nov 24 11:33:26.172091 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] Request body: {'port': {'device_id': 'b426882e-6680-41a6-ab15-67edb2361ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81908'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:33:26.227903 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:26.237051 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-62b89cbd-0ce8-49ea-9cdc-d5a710d678df req-6604aa65-bd53-4b8c-8725-61fc44976bfb tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:26.267094 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604aa65-bd53-4b8c-8725-61fc44976bfb tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event deleted for resources: {'Port': ['ID=2da7d5c3-6970-485c-bc36-b5912f073317,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:26.320202 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b89cbd-0ce8-49ea-9cdc-d5a710d678df req-6604aa65-bd53-4b8c-8725-61fc44976bfb tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] No DVR routers for this DVR port 2da7d5c3-6970-485c-bc36-b5912f073317 on host hv-cinder-81908 {{(pid=102481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:33:26.323306 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-62b89cbd-0ce8-49ea-9cdc-d5a710d678df req-6604aa65-bd53-4b8c-8725-61fc44976bfb tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:26.327256 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-62b89cbd-0ce8-49ea-9cdc-d5a710d678df req-6604aa65-bd53-4b8c-8725-61fc44976bfb tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.65 "DELETE /v2.0/ports/2da7d5c3-6970-485c-bc36-b5912f073317 HTTP/1.1" status: 204 len: 173 time: 0.4288557 Nov 24 11:33:26.327705 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42094d23-5ab8-4b0d-b921-3dbafa776b6f', 'name': 'network-vif-deleted', 'tag': '2da7d5c3-6970-485c-bc36-b5912f073317'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:33:26.330335 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e818c1-fae5-4f8c-abcd-ad0492323e9a" -d '{"events": [{"server_uuid": "42094d23-5ab8-4b0d-b921-3dbafa776b6f", "name": "network-vif-deleted", "tag": "2da7d5c3-6970-485c-bc36-b5912f073317"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:33:26.367860 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a02f7b2-d395-4d69-afae-0976a085a8eb x-openstack-request-id: req-4a02f7b2-d395-4d69-afae-0976a085a8eb {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:33:26.368207 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42094d23-5ab8-4b0d-b921-3dbafa776b6f", "name": "network-vif-deleted", "tag": "2da7d5c3-6970-485c-bc36-b5912f073317", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:33:26.368404 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a02f7b2-d395-4d69-afae-0976a085a8eb {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:33:26.368833 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42094d23-5ab8-4b0d-b921-3dbafa776b6f', 'name': 'network-vif-deleted', 'tag': '2da7d5c3-6970-485c-bc36-b5912f073317', 'status': 'completed', 'code': 200} Nov 24 11:33:26.386777 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0421541d-e6d4-4b4c-b7bf-02350d4303b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:26.516347 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7378f3db-d68a-41fa-9e56-3bfef9c8fe72 {{(pid=102482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:33:26.523674 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:26.537499 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.provisioning_blocks [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] Transition to ACTIVE for port object 7378f3db-d68a-41fa-9e56-3bfef9c8fe72 will not be triggered until provisioned by entity L2. {{(pid=102482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 11:33:26.542897 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:26.619380 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] Pushing event updated for resources: {'Port': ['ID=7378f3db-d68a-41fa-9e56-3bfef9c8fe72,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:26.712801 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c44ae-55cf-4f28-bf22-703bde80629b req-bf5e7ebd-59f0-44f8-8df0-44d65b0c1594 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:26.714348 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b10c44ae-55cf-4f28-bf22-703bde80629b req-bf5e7ebd-59f0-44f8-8df0-44d65b0c1594 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b426882e-6680-41a6-ab15-67edb2361ca1 HTTP/1.1" status: 200 len: 943 time: 0.1364751 Nov 24 11:33:26.718888 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-46274622-a6b7-464c-9f1e-7421ff54c443 req-ddc65dd4-b9c4-49e2-a11c-32b35d121242 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=42094d23-5ab8-4b0d-b921-3dbafa776b6f HTTP/1.1" status: 200 len: 210 time: 0.0645757 Nov 24 11:33:26.766832 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] Attempting to bind port 7378f3db-d68a-41fa-9e56-3bfef9c8fe72 on host hv-cinder-81908 for vnic_type normal with profile {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:33:26.767159 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] Attempting to bind port 7378f3db-d68a-41fa-9e56-3bfef9c8fe72 by drivers openvswitch,hyperv on host hv-cinder-81908 at level 0 using segments [{'id': '586f2933-767c-4a6b-aebc-c92cb3d20908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c'}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:33:26.767484 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] Attempting to bind port 7378f3db-d68a-41fa-9e56-3bfef9c8fe72 on network 8cb87012-c7e7-481f-97cb-d8961b3b8a5c {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:33:26.780405 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] Port 7378f3db-d68a-41fa-9e56-3bfef9c8fe72 on network 8cb87012-c7e7-481f-97cb-d8961b3b8a5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81908 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 11:33:26.780755 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] Attempting to bind port 7378f3db-d68a-41fa-9e56-3bfef9c8fe72 on network 8cb87012-c7e7-481f-97cb-d8961b3b8a5c {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:33:26.789105 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b10c44ae-55cf-4f28-bf22-703bde80629b req-e781277d-6b24-4783-8604-60ecec41cc34 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657642 Nov 24 11:33:26.790222 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] Checking agent: {'id': '3c6daaf5-cf27-4c68-b1a8-704272683c2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81908', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'started_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:33:26.790552 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] Checking segment: {'id': '586f2933-767c-4a6b-aebc-c92cb3d20908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:33:26.790921 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] Bound using segment: {'id': '586f2933-767c-4a6b-aebc-c92cb3d20908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c'} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:33:26.791354 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] Bound port: 7378f3db-d68a-41fa-9e56-3bfef9c8fe72, host: hv-cinder-81908, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586f2933-767c-4a6b-aebc-c92cb3d20908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c'}}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:33:26.791704 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:26.861760 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] For port 7378f3db-d68a-41fa-9e56-3bfef9c8fe72, host hv-cinder-81908, cleared binding levels {{(pid=102482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:33:26.864594 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] For port 7378f3db-d68a-41fa-9e56-3bfef9c8fe72, host hv-cinder-81908, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=7378f3db-d68a-41fa-9e56-3bfef9c8fe72,segment=NetworkSegment(586f2933-767c-4a6b-aebc-c92cb3d20908),segment_id=586f2933-767c-4a6b-aebc-c92cb3d20908)] {{(pid=102482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:33:26.869135 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:26.902255 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:26.902868 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:26.904264 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d870b178-8acf-4da5-a550-03f762d93c8e req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] 10.222.0.65 "PUT /v2.0/ports/7378f3db-d68a-41fa-9e56-3bfef9c8fe72 HTTP/1.1" status: 200 len: 1093 time: 0.7366481 Nov 24 11:33:26.904731 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b426882e-6680-41a6-ab15-67edb2361ca1', 'tag': '7378f3db-d68a-41fa-9e56-3bfef9c8fe72'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:33:26.906956 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d373ca-cc19-44d0-92da-5bd62f0149d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b426882e-6680-41a6-ab15-67edb2361ca1", "tag": "7378f3db-d68a-41fa-9e56-3bfef9c8fe72"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:33:26.931588 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c7b4f-eee2-4a9e-ae07-49fe66151a77 service neutron] Pushing event updated for resources: {'Port': ['ID=7378f3db-d68a-41fa-9e56-3bfef9c8fe72,revision_number=3']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:26.949379 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74152b95-6c66-4df0-aad9-27821f8603f3 x-openstack-request-id: req-74152b95-6c66-4df0-aad9-27821f8603f3 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:33:26.949680 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b426882e-6680-41a6-ab15-67edb2361ca1", "tag": "7378f3db-d68a-41fa-9e56-3bfef9c8fe72", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:33:26.949939 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-74152b95-6c66-4df0-aad9-27821f8603f3 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:33:26.950347 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b426882e-6680-41a6-ab15-67edb2361ca1', 'tag': '7378f3db-d68a-41fa-9e56-3bfef9c8fe72', 'status': 'completed', 'code': 200} Nov 24 11:33:27.002310 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870b178-8acf-4da5-a550-03f762d93c8e req-c9f9d554-850f-4cac-8ca3-1ef72877826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:27.003894 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d870b178-8acf-4da5-a550-03f762d93c8e req-c9f9d554-850f-4cac-8ca3-1ef72877826e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef53e9fe83e345f5bb4e53bdf5fc567a&device_id=b426882e-6680-41a6-ab15-67edb2361ca1 HTTP/1.1" status: 200 len: 1096 time: 0.0427778 Nov 24 11:33:27.057016 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d870b178-8acf-4da5-a550-03f762d93c8e req-46c10f2d-71c6-42b6-ba65-66218df18646 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7378f3db-d68a-41fa-9e56-3bfef9c8fe72 HTTP/1.1" status: 200 len: 217 time: 0.0373664 Nov 24 11:33:27.111693 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870b178-8acf-4da5-a550-03f762d93c8e req-c66a691e-b95d-4327-8d00-5a100133d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:27.113263 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d870b178-8acf-4da5-a550-03f762d93c8e req-c66a691e-b95d-4327-8d00-5a100133d3a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a7834c7-fa70-47b7-a7d5-2e5ff40c5bb7 HTTP/1.1" status: 200 len: 854 time: 0.0468068 Nov 24 11:33:27.147462 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d870b178-8acf-4da5-a550-03f762d93c8e req-4c82c704-b2d4-4a77-bb13-8b811d21d301 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8cb87012-c7e7-481f-97cb-d8961b3b8a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252998 Nov 24 11:33:27.279710 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee8173-6061-4800-b151-fdc31c42a0b2 req-dddbc8e0-e297-4379-a97c-ab5f5c928874 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:27.281167 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b9ee8173-6061-4800-b151-fdc31c42a0b2 req-dddbc8e0-e297-4379-a97c-ab5f5c928874 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.0947084 Nov 24 11:33:27.282842 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d870b178-8acf-4da5-a550-03f762d93c8e req-59a48641-48fd-4603-a266-ab6759dbc1fd service neutron] 10.222.0.65 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214554 Nov 24 11:33:27.383379 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b9ee8173-6061-4800-b151-fdc31c42a0b2 req-c45d45b3-21b0-4e7b-a812-f0233f8adb75 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961943 Nov 24 11:33:27.405421 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d870b178-8acf-4da5-a550-03f762d93c8e req-bddeca25-d655-4147-9935-3cf1c5a1de65 service neutron] 10.222.0.65 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128652 Nov 24 11:33:27.492905 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d373ca-cc19-44d0-92da-5bd62f0149d8 req-5e5a2706-bbb2-41d6-8f90-fd68ab84a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:27.494364 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-97d373ca-cc19-44d0-92da-5bd62f0149d8 req-5e5a2706-bbb2-41d6-8f90-fd68ab84a88b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef53e9fe83e345f5bb4e53bdf5fc567a&device_id=b426882e-6680-41a6-ab15-67edb2361ca1 HTTP/1.1" status: 200 len: 1096 time: 0.0405581 Nov 24 11:33:27.586849 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d373ca-cc19-44d0-92da-5bd62f0149d8 req-6191cc7f-8ac5-4760-82cf-27d8180dc72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:27.588301 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-97d373ca-cc19-44d0-92da-5bd62f0149d8 req-6191cc7f-8ac5-4760-82cf-27d8180dc72e service neutron] 10.222.0.65 "GET /v2.0/networks?id=8cb87012-c7e7-481f-97cb-d8961b3b8a5c HTTP/1.1" status: 200 len: 915 time: 0.0841129 Nov 24 11:33:27.636431 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-97d373ca-cc19-44d0-92da-5bd62f0149d8 req-d268e1d2-d24c-4955-8f48-8cfa006ac863 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7378f3db-d68a-41fa-9e56-3bfef9c8fe72 HTTP/1.1" status: 200 len: 217 time: 0.0372365 Nov 24 11:33:27.688584 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d373ca-cc19-44d0-92da-5bd62f0149d8 req-fcf95aff-576b-4dc7-9f5e-1697141ff742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:27.690071 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-97d373ca-cc19-44d0-92da-5bd62f0149d8 req-fcf95aff-576b-4dc7-9f5e-1697141ff742 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a7834c7-fa70-47b7-a7d5-2e5ff40c5bb7 HTTP/1.1" status: 200 len: 854 time: 0.0439749 Nov 24 11:33:27.724442 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-97d373ca-cc19-44d0-92da-5bd62f0149d8 req-97b85670-f6c4-4bce-8159-68f2b29ef644 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8cb87012-c7e7-481f-97cb-d8961b3b8a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233290 Nov 24 11:33:27.818913 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-97d373ca-cc19-44d0-92da-5bd62f0149d8 req-84227ddd-3542-454c-835f-e0676634e012 service neutron] 10.222.0.65 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854416 Nov 24 11:33:27.945210 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-97d373ca-cc19-44d0-92da-5bd62f0149d8 req-6b1c4c4e-4d01-45bf-9815-f7b4e91f74f1 service neutron] 10.222.0.65 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179202 Nov 24 11:33:27.953223 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d2873-f809-4810-95ad-f1f86d91993e req-2d3ae5ee-a164-41ae-bb78-38c07bd3b87a tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:27.954566 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-638d2873-f809-4810-95ad-f1f86d91993e req-2d3ae5ee-a164-41ae-bb78-38c07bd3b87a tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b426882e-6680-41a6-ab15-67edb2361ca1 HTTP/1.1" status: 200 len: 943 time: 0.0946438 Nov 24 11:33:28.002636 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-638d2873-f809-4810-95ad-f1f86d91993e req-04bc5a7f-346c-4978-9952-cc907b1ed8d4 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420887 Nov 24 11:33:28.496020 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0f149-b00b-4fcf-a467-c08fb639eec3 req-b8885496-0b99-4aaa-b208-d38c7afbcd45 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:28.497498 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f4b0f149-b00b-4fcf-a467-c08fb639eec3 req-b8885496-0b99-4aaa-b208-d38c7afbcd45 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.0477223 Nov 24 11:33:28.545338 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f4b0f149-b00b-4fcf-a467-c08fb639eec3 req-a3b0cdec-e868-48b3-b5b7-15d6bebaf716 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408380 Nov 24 11:33:28.736828 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e8b2597a-a2d0-4dba-9bef-9ee6e60e4cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:28.951172 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 2da7d5c3-6970-485c-bc36-b5912f073317 no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:33:28.972263 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] No Port match for: 2da7d5c3-6970-485c-bc36-b5912f073317 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:33:28.972626 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 2da7d5c3-6970-485c-bc36-b5912f073317 not bound to the agent host hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:33:29.115535 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d54c1-eeda-44b2-a25b-1bef35acd568 req-0b969b72-4d59-47d6-b3a0-3204de40ba76 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:29.117040 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-690d54c1-eeda-44b2-a25b-1bef35acd568 req-0b969b72-4d59-47d6-b3a0-3204de40ba76 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b426882e-6680-41a6-ab15-67edb2361ca1 HTTP/1.1" status: 200 len: 943 time: 0.0479751 Nov 24 11:33:29.166685 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-690d54c1-eeda-44b2-a25b-1bef35acd568 req-cc4346f2-c63d-4446-8831-e0a1d8c92148 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436687 Nov 24 11:33:29.661782 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a9bc0-7f50-417d-9d8f-dcee22e3b00e req-ff6cac53-5ddc-4c07-a5c1-d14607df01a3 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:29.663224 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b86a9bc0-7f50-417d-9d8f-dcee22e3b00e req-ff6cac53-5ddc-4c07-a5c1-d14607df01a3 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.0479720 Nov 24 11:33:29.689632 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:29.712691 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b86a9bc0-7f50-417d-9d8f-dcee22e3b00e req-1c6b5214-2f1e-4717-afca-62ab26f511a4 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436628 Nov 24 11:33:30.005377 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 58738) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:33:30.159148 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-94c477d3-ff63-4c14-99bc-2836fcd63d56 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Deleting port 6e1b6920-8099-4142-bdb9-05f544771f16 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:33:30.159855 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-94c477d3-ff63-4c14-99bc-2836fcd63d56 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:30.246516 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-94c477d3-ff63-4c14-99bc-2836fcd63d56 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:30.246839 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-94c477d3-ff63-4c14-99bc-2836fcd63d56 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:30.273654 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-94c477d3-ff63-4c14-99bc-2836fcd63d56 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Calling delete_port for 6e1b6920-8099-4142-bdb9-05f544771f16 owned by network:floatingip {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:33:30.334168 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd27af-8267-4786-a468-f77a92c794dd req-fce7a5d8-fa02-4a38-831f-9aaaf7dba357 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:30.335627 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fabd27af-8267-4786-a468-f77a92c794dd req-fce7a5d8-fa02-4a38-831f-9aaaf7dba357 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b426882e-6680-41a6-ab15-67edb2361ca1 HTTP/1.1" status: 200 len: 943 time: 0.1001368 Nov 24 11:33:30.426609 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fabd27af-8267-4786-a468-f77a92c794dd req-4e945b85-8e4a-49a4-a6a7-44e362e58ce8 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794771 Nov 24 11:33:30.492896 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-94c477d3-ff63-4c14-99bc-2836fcd63d56 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:30.521934 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c477d3-ff63-4c14-99bc-2836fcd63d56 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event deleted for resources: {'Port': ['ID=6e1b6920-8099-4142-bdb9-05f544771f16,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:30.580172 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-94c477d3-ff63-4c14-99bc-2836fcd63d56 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for floatingip, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:30.580499 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [None req-94c477d3-ff63-4c14-99bc-2836fcd63d56 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Floating IP 4986f96a-01af-4aed-8825-26d7efba82a8 disassociated (deleted). External IP: 172.27.1.203, port: 5e977cf2-5e37-46ad-adbd-be8237c48c51. Nov 24 11:33:30.971476 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 7378f3db-d68a-41fa-9e56-3bfef9c8fe72 details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:33:30.998637 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26468e4-d270-411d-a630-d80a9a2e5811 req-ad227e37-cbd6-439c-b816-8b6e7f8da29d tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:31.000126 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d26468e4-d270-411d-a630-d80a9a2e5811 req-ad227e37-cbd6-439c-b816-8b6e7f8da29d tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.0888951 Nov 24 11:33:31.063631 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 7378f3db-d68a-41fa-9e56-3bfef9c8fe72, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=7378f3db-d68a-41fa-9e56-3bfef9c8fe72,segment=NetworkSegment(586f2933-767c-4a6b-aebc-c92cb3d20908),segment_id=586f2933-767c-4a6b-aebc-c92cb3d20908)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:33:31.074564 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': '7378f3db-d68a-41fa-9e56-3bfef9c8fe72', 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c', 'port_id': '7378f3db-d68a-41fa-9e56-3bfef9c8fe72', 'mac_address': 'fa:16:3e:f9:9b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7834c7-fa70-47b7-a7d5-2e5ff40c5bb7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:33:31.099982 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d26468e4-d270-411d-a630-d80a9a2e5811 req-9ce424ac-920f-4eb1-b8c2-54f2cbeabbac tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917246 Nov 24 11:33:31.108796 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c477d3-ff63-4c14-99bc-2836fcd63d56 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Router 513c06b9-48fa-4677-9e28-fee464e6dac1 has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:33:31.122018 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:31.135818 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7378f3db-d68a-41fa-9e56-3bfef9c8fe72 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:33:31.155057 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 7378f3db-d68a-41fa-9e56-3bfef9c8fe72, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=7378f3db-d68a-41fa-9e56-3bfef9c8fe72,segment=NetworkSegment(586f2933-767c-4a6b-aebc-c92cb3d20908),segment_id=586f2933-767c-4a6b-aebc-c92cb3d20908)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:33:31.159057 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:31.205385 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=7378f3db-d68a-41fa-9e56-3bfef9c8fe72,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:31.221538 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c477d3-ff63-4c14-99bc-2836fcd63d56 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:33:31.226151 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-94c477d3-ff63-4c14-99bc-2836fcd63d56 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for floatingip, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:31.230760 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf318f-8b3b-4ed9-beec-68a48e778db8 None None] Sync routers for ids ['513c06b9-48fa-4677-9e28-fee464e6dac1'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:33:31.242214 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cf318f-8b3b-4ed9-beec-68a48e778db8 None None] Routers {'513c06b9-48fa-4677-9e28-fee464e6dac1'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:33:31.242829 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-62cf318f-8b3b-4ed9-beec-68a48e778db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:33:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['513c06b9-48fa-4677-9e28-fee464e6dac1'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:33:31.253841 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-94c477d3-ff63-4c14-99bc-2836fcd63d56 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "DELETE /v2.0/floatingips/4986f96a-01af-4aed-8825-26d7efba82a8 HTTP/1.1" status: 204 len: 168 time: 1.2473619 Nov 24 11:33:31.254427 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa260f0-59bc-4030-a91e-a6d9a12b915a', 'tag': '5e977cf2-5e37-46ad-adbd-be8237c48c51'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:33:31.256679 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d415a226-56cd-479a-9c12-e7716d6a6c32" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa260f0-59bc-4030-a91e-a6d9a12b915a", "tag": "5e977cf2-5e37-46ad-adbd-be8237c48c51"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:33:31.299430 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e243b7-7218-461a-89c9-ed609eb2bb0d x-openstack-request-id: req-70e243b7-7218-461a-89c9-ed609eb2bb0d {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:33:31.299799 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa260f0-59bc-4030-a91e-a6d9a12b915a", "tag": "5e977cf2-5e37-46ad-adbd-be8237c48c51", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:33:31.300124 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-70e243b7-7218-461a-89c9-ed609eb2bb0d {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:33:31.300588 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa260f0-59bc-4030-a91e-a6d9a12b915a', 'tag': '5e977cf2-5e37-46ad-adbd-be8237c48c51', 'status': 'completed', 'code': 200} Nov 24 11:33:31.353791 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-62cf318f-8b3b-4ed9-beec-68a48e778db8 None None] Set router 513c06b9-48fa-4677-9e28-fee464e6dac1 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:33:31.377116 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415a226-56cd-479a-9c12-e7716d6a6c32 req-f507ac1f-fae5-4224-bf51-6ea133ad6a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:31.378801 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d415a226-56cd-479a-9c12-e7716d6a6c32 req-f507ac1f-fae5-4224-bf51-6ea133ad6a93 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=303d49c4d2774367b4d1606a579ed56b&device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 1098 time: 0.0479457 Nov 24 11:33:31.451259 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['7378f3db-d68a-41fa-9e56-3bfef9c8fe72'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:33:31.486980 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:31.553552 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415a226-56cd-479a-9c12-e7716d6a6c32 req-220cc4b1-7286-4b59-b114-0301b9be2cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:31.555001 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d415a226-56cd-479a-9c12-e7716d6a6c32 req-220cc4b1-7286-4b59-b114-0301b9be2cc8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f813662d-6de5-41cf-ac48-8f27f8448f99 HTTP/1.1" status: 200 len: 912 time: 0.1563234 Nov 24 11:33:31.566537 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb5c21-1f33-44fc-b775-6865b930bde9 req-46358f1e-0586-48d8-9cb4-0952c51e55a0 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:31.567914 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1cb5c21-1f33-44fc-b775-6865b930bde9 req-46358f1e-0586-48d8-9cb4-0952c51e55a0 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 945 time: 0.1026394 Nov 24 11:33:31.624362 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1d562-7d58-4bcb-8941-3784ab131ab7 req-c04fbee1-aa47-4b62-9c21-4977dd741a48 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:31.625809 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-58b1d562-7d58-4bcb-8941-3784ab131ab7 req-c04fbee1-aa47-4b62-9c21-4977dd741a48 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b426882e-6680-41a6-ab15-67edb2361ca1 HTTP/1.1" status: 200 len: 944 time: 0.1260664 Nov 24 11:33:31.632477 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d415a226-56cd-479a-9c12-e7716d6a6c32 req-b2661e3e-d39b-4b78-a7f8-9557cd9e3486 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e977cf2-5e37-46ad-adbd-be8237c48c51 HTTP/1.1" status: 200 len: 217 time: 0.0620124 Nov 24 11:33:31.662929 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-62cf318f-8b3b-4ed9-beec-68a48e778db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '4cc31092-c15d-4972-88cc-ecfdb3abbc5d', 'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'mac_address': 'fa:16:3e:f6:19:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:23Z', 'updated_at': '2021-11-24T11:25:29Z', 'revision_number': 5, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'subnets': [{'id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:33:31.697395 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf318f-8b3b-4ed9-beec-68a48e778db8 None None] Checking router: 513c06b9-48fa-4677-9e28-fee464e6dac1 for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:33:31.716135 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cf318f-8b3b-4ed9-beec-68a48e778db8 None None] Routers {'513c06b9-48fa-4677-9e28-fee464e6dac1'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:33:31.717309 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-62cf318f-8b3b-4ed9-beec-68a48e778db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:33:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['513c06b9-48fa-4677-9e28-fee464e6dac1'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:33:31.725089 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1cb5c21-1f33-44fc-b775-6865b930bde9 req-d0f2240e-a209-4fa8-9241-1b91e43dc094 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466758 Nov 24 11:33:31.733338 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-58b1d562-7d58-4bcb-8941-3784ab131ab7 req-80c1137b-1a2f-4071-8c17-872d9b260680 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978081 Nov 24 11:33:31.739648 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415a226-56cd-479a-9c12-e7716d6a6c32 req-b5ed9559-e5ac-4a6c-a1de-00278fa4239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:31.741117 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d415a226-56cd-479a-9c12-e7716d6a6c32 req-b5ed9559-e5ac-4a6c-a1de-00278fa4239f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6137ff9-74cb-4c61-ada2-9bfaf66f6509 HTTP/1.1" status: 200 len: 850 time: 0.0873811 Nov 24 11:33:31.804160 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415a226-56cd-479a-9c12-e7716d6a6c32 req-b9e7038b-2096-4954-b0a6-2df8be634733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:31.805646 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d415a226-56cd-479a-9c12-e7716d6a6c32 req-b9e7038b-2096-4954-b0a6-2df8be634733 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f813662d-6de5-41cf-ac48-8f27f8448f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445852 Nov 24 11:33:31.824850 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-62cf318f-8b3b-4ed9-beec-68a48e778db8 None None] Set router 513c06b9-48fa-4677-9e28-fee464e6dac1 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:33:31.899268 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d415a226-56cd-479a-9c12-e7716d6a6c32 req-1eea4066-b4a1-47f4-adff-e5a4cf2423ef service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817344 Nov 24 11:33:31.994823 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d415a226-56cd-479a-9c12-e7716d6a6c32 req-b57be3ea-f5f9-4ed4-bdf0-b04c843ed5fa service neutron] 10.222.0.65 "GET /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845053 Nov 24 11:33:32.027290 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-62cf318f-8b3b-4ed9-beec-68a48e778db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '4cc31092-c15d-4972-88cc-ecfdb3abbc5d', 'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'mac_address': 'fa:16:3e:f6:19:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:23Z', 'updated_at': '2021-11-24T11:25:29Z', 'revision_number': 5, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'subnets': [{'id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:33:32.052896 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf318f-8b3b-4ed9-beec-68a48e778db8 None None] The sync data for ids ['513c06b9-48fa-4677-9e28-fee464e6dac1'] in dv-cinder-819089-1-iscsi is: [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:25:23Z', 'revision_number': 4, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '4cc31092-c15d-4972-88cc-ecfdb3abbc5d', 'name': '', 'network_id': 'f813662d-6de5-41cf-ac48-8f27f8448f99', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'mac_address': 'fa:16:3e:f6:19:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:23Z', 'updated_at': '2021-11-24T11:25:29Z', 'revision_number': 5, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'subnets': [{'id': 'a6137ff9-74cb-4c61-ada2-9bfaf66f6509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:33:32.219541 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc220e-468d-4a73-b277-888de3212065 req-52cde134-d716-44a2-aa0b-dc80b0856f50 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:32.221130 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fbfc220e-468d-4a73-b277-888de3212065 req-52cde134-d716-44a2-aa0b-dc80b0856f50 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.0504773 Nov 24 11:33:32.261852 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5782f5e-b260-4604-9a92-6a66a7347bf5 None None] New status for floating IP 4986f96a-01af-4aed-8825-26d7efba82a8: DOWN {{(pid=102484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 11:33:32.272044 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fbfc220e-468d-4a73-b277-888de3212065 req-6027f98c-b332-446b-bc78-b7e156b9fb17 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449498 Nov 24 11:33:32.538840 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:32.872283 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0cdda-bdaa-49de-8048-c37ca7b66795 req-c7778bdb-9784-4689-bc79-d3b35117454b tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:32.873833 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-64b0cdda-bdaa-49de-8048-c37ca7b66795 req-c7778bdb-9784-4689-bc79-d3b35117454b tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 945 time: 0.0794015 Nov 24 11:33:32.882019 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d4899-b959-450d-8c96-238c8ec581e2 req-26b2fbb9-e115-4233-b94a-43f4f07f9e47 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:32.883390 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f13d4899-b959-450d-8c96-238c8ec581e2 req-26b2fbb9-e115-4233-b94a-43f4f07f9e47 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b426882e-6680-41a6-ab15-67edb2361ca1 HTTP/1.1" status: 200 len: 944 time: 0.0801313 Nov 24 11:33:32.950357 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-64b0cdda-bdaa-49de-8048-c37ca7b66795 req-555d7a7c-16ef-4eee-b78a-d067d77865da tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/security-groups?id=749864b3-651e-4be6-8e69-9d1153ebce5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660222 Nov 24 11:33:32.962132 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f13d4899-b959-450d-8c96-238c8ec581e2 req-f449b87e-73fb-4abf-bc66-676494d57f71 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715652 Nov 24 11:33:32.972142 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 7378f3db-d68a-41fa-9e56-3bfef9c8fe72 up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:33:33.022791 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning for port 7378f3db-d68a-41fa-9e56-3bfef9c8fe72 completed by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 11:33:33.026764 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port 7378f3db-d68a-41fa-9e56-3bfef9c8fe72 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:33:33.027138 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:33.100624 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:33.121703 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b426882e-6680-41a6-ab15-67edb2361ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7378f3db-d68a-41fa-9e56-3bfef9c8fe72'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:33:33.124510 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea48318e-6d86-4204-b163-2f4332ff1f63" -d '{"events": [{"server_uuid": "b426882e-6680-41a6-ab15-67edb2361ca1", "name": "network-vif-plugged", "status": "completed", "tag": "7378f3db-d68a-41fa-9e56-3bfef9c8fe72"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:33:33.137218 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 7378f3db-d68a-41fa-9e56-3bfef9c8fe72, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=7378f3db-d68a-41fa-9e56-3bfef9c8fe72,segment=NetworkSegment(586f2933-767c-4a6b-aebc-c92cb3d20908),segment_id=586f2933-767c-4a6b-aebc-c92cb3d20908)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:33:33.141718 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:33.168019 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30512b70-33d1-4f11-bf15-6f9dd83cb138 x-openstack-request-id: req-30512b70-33d1-4f11-bf15-6f9dd83cb138 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:33:33.168313 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b426882e-6680-41a6-ab15-67edb2361ca1", "name": "network-vif-plugged", "status": "completed", "tag": "7378f3db-d68a-41fa-9e56-3bfef9c8fe72", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:33:33.168577 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-30512b70-33d1-4f11-bf15-6f9dd83cb138 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:33:33.169523 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b426882e-6680-41a6-ab15-67edb2361ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7378f3db-d68a-41fa-9e56-3bfef9c8fe72', 'code': 200} Nov 24 11:33:33.169646 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e5bb2-160e-4a8f-bbf3-220933f5fcc7 req-221861bb-84c5-4b78-a240-a7c7575a3793 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:33.171186 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0e3e5bb2-160e-4a8f-bbf3-220933f5fcc7 req-221861bb-84c5-4b78-a240-a7c7575a3793 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.65 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 945 time: 0.0532401 Nov 24 11:33:33.194817 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=7378f3db-d68a-41fa-9e56-3bfef9c8fe72,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:33.271484 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-0e3e5bb2-160e-4a8f-bbf3-220933f5fcc7 req-efd94c36-3670-41c7-82ac-b0c99ce0e788 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Deleting port 5e977cf2-5e37-46ad-adbd-be8237c48c51 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:33:33.271836 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-0e3e5bb2-160e-4a8f-bbf3-220933f5fcc7 req-efd94c36-3670-41c7-82ac-b0c99ce0e788 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:33.331879 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0caabe2-6030-46d4-be83-53ac68f77f2d req-a8e24b42-b816-4e10-a9ed-840e0ce9ad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:33.333544 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-c0caabe2-6030-46d4-be83-53ac68f77f2d req-a8e24b42-b816-4e10-a9ed-840e0ce9ad53 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b426882e-6680-41a6-ab15-67edb2361ca1 HTTP/1.1" status: 200 len: 1098 time: 0.0445874 Nov 24 11:33:33.387321 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-c0caabe2-6030-46d4-be83-53ac68f77f2d req-0b1c6d4f-40de-4bd0-9f08-39b89ff56271 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365362 Nov 24 11:33:33.390501 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-0e3e5bb2-160e-4a8f-bbf3-220933f5fcc7 req-efd94c36-3670-41c7-82ac-b0c99ce0e788 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] For port 5e977cf2-5e37-46ad-adbd-be8237c48c51, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=5e977cf2-5e37-46ad-adbd-be8237c48c51,segment=NetworkSegment(d8baedd1-824c-4bf2-a24d-c4b8e45836c5),segment_id=d8baedd1-824c-4bf2-a24d-c4b8e45836c5)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:33:33.391013 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-0e3e5bb2-160e-4a8f-bbf3-220933f5fcc7 req-efd94c36-3670-41c7-82ac-b0c99ce0e788 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:33.407891 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-0e3e5bb2-160e-4a8f-bbf3-220933f5fcc7 req-efd94c36-3670-41c7-82ac-b0c99ce0e788 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Calling delete_port for 5e977cf2-5e37-46ad-adbd-be8237c48c51 owned by compute:nova {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:33:33.424854 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dee80-9a6b-41a0-8498-b4430ece1bce req-6f53ca53-316f-4547-b1b2-23dda46b9f4e tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:33.426331 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-787dee80-9a6b-41a0-8498-b4430ece1bce req-6f53ca53-316f-4547-b1b2-23dda46b9f4e tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.0846930 Nov 24 11:33:33.524856 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-787dee80-9a6b-41a0-8498-b4430ece1bce req-27e31550-7f99-4fb5-b8c9-a9a78debf4cb tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665874 Nov 24 11:33:33.587634 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-0e3e5bb2-160e-4a8f-bbf3-220933f5fcc7 req-efd94c36-3670-41c7-82ac-b0c99ce0e788 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:33.614834 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd94c36-3670-41c7-82ac-b0c99ce0e788 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event deleted for resources: {'Port': ['ID=5e977cf2-5e37-46ad-adbd-be8237c48c51,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:33.660881 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3e5bb2-160e-4a8f-bbf3-220933f5fcc7 req-efd94c36-3670-41c7-82ac-b0c99ce0e788 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] No DVR routers for this DVR port 5e977cf2-5e37-46ad-adbd-be8237c48c51 on host hv-cinder-81908 {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:33:33.663175 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-0e3e5bb2-160e-4a8f-bbf3-220933f5fcc7 req-efd94c36-3670-41c7-82ac-b0c99ce0e788 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:33.666495 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0e3e5bb2-160e-4a8f-bbf3-220933f5fcc7 req-efd94c36-3670-41c7-82ac-b0c99ce0e788 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.65 "DELETE /v2.0/ports/5e977cf2-5e37-46ad-adbd-be8237c48c51 HTTP/1.1" status: 204 len: 173 time: 0.4890516 Nov 24 11:33:33.667001 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa260f0-59bc-4030-a91e-a6d9a12b915a', 'name': 'network-vif-deleted', 'tag': '5e977cf2-5e37-46ad-adbd-be8237c48c51'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:33:33.669304 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bed5d9c-dbe9-480a-a676-aa7972dad338" -d '{"events": [{"server_uuid": "8aa260f0-59bc-4030-a91e-a6d9a12b915a", "name": "network-vif-deleted", "tag": "5e977cf2-5e37-46ad-adbd-be8237c48c51"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:33:33.709637 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af38377-4e99-47ee-864b-1446cb18b506 x-openstack-request-id: req-1af38377-4e99-47ee-864b-1446cb18b506 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:33:33.709939 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa260f0-59bc-4030-a91e-a6d9a12b915a", "name": "network-vif-deleted", "tag": "5e977cf2-5e37-46ad-adbd-be8237c48c51", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:33:33.710249 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1af38377-4e99-47ee-864b-1446cb18b506 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:33:33.710651 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa260f0-59bc-4030-a91e-a6d9a12b915a', 'name': 'network-vif-deleted', 'tag': '5e977cf2-5e37-46ad-adbd-be8237c48c51', 'status': 'completed', 'code': 200} Nov 24 11:33:34.090361 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2b088485-1586-4b74-992b-45009a3cd0d5 req-d4f34671-6d3e-4351-93cf-1bb5be3b63a0 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "GET /v2.0/ports?device_id=8aa260f0-59bc-4030-a91e-a6d9a12b915a HTTP/1.1" status: 200 len: 210 time: 0.0503645 Nov 24 11:33:34.114774 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2949ae7-4a23-44e3-9e44-464dcd711e50 req-17500195-8d7c-447c-9a13-ad19ba7eea20 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:34.116265 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f2949ae7-4a23-44e3-9e44-464dcd711e50 req-17500195-8d7c-447c-9a13-ad19ba7eea20 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b426882e-6680-41a6-ab15-67edb2361ca1 HTTP/1.1" status: 200 len: 945 time: 0.0670867 Nov 24 11:33:34.163717 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f2949ae7-4a23-44e3-9e44-464dcd711e50 req-8f31bdcc-432d-43e3-9510-00a437f2c57a tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415072 Nov 24 11:33:34.640710 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60418a7-f92a-4b34-a631-3874e07dfd63 req-6a9208a8-dfbd-47fa-bb78-04d661f33936 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:34.642121 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b60418a7-f92a-4b34-a631-3874e07dfd63 req-6a9208a8-dfbd-47fa-bb78-04d661f33936 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.0492823 Nov 24 11:33:34.691967 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b60418a7-f92a-4b34-a631-3874e07dfd63 req-c19b2588-1d05-4d90-95d3-ea26ecc0e062 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439970 Nov 24 11:33:34.924139 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc31ea-8b0a-4957-873a-fcdde6118934 req-711ac358-8eee-4f88-9127-603ff8a3323d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:34.937641 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-91cc31ea-8b0a-4957-873a-fcdde6118934 req-711ac358-8eee-4f88-9127-603ff8a3323d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f381540b3c9b4687aaeecffb496f268e&device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 1098 time: 0.0418251 Nov 24 11:33:35.019103 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc31ea-8b0a-4957-873a-fcdde6118934 req-4d399e93-f4fa-4343-861e-a6818a153702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:35.020527 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-91cc31ea-8b0a-4957-873a-fcdde6118934 req-4d399e93-f4fa-4343-861e-a6818a153702 service neutron] 10.222.0.65 "GET /v2.0/networks?id=82ffb513-3ccb-4ed3-b605-477c999e9699 HTTP/1.1" status: 200 len: 909 time: 0.0860040 Nov 24 11:33:35.086200 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-91cc31ea-8b0a-4957-873a-fcdde6118934 req-4aebdcb4-890b-46d7-a1a6-6e496804866a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c73813a-14a8-4e78-ae67-e9464fd16f15 HTTP/1.1" status: 200 len: 1001 time: 0.0546157 Nov 24 11:33:35.140340 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc31ea-8b0a-4957-873a-fcdde6118934 req-dd0585ac-ba05-4ac1-87e1-d7f96ec476c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:35.142017 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-91cc31ea-8b0a-4957-873a-fcdde6118934 req-dd0585ac-ba05-4ac1-87e1-d7f96ec476c3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6dfc601b-63d6-4a16-bdea-422a8077d6f1 HTTP/1.1" status: 200 len: 847 time: 0.0466003 Nov 24 11:33:35.145707 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 58772) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:33:35.299454 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc31ea-8b0a-4957-873a-fcdde6118934 req-375202fb-ce9f-4f9a-b29b-9e02c34649d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:35.300929 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-91cc31ea-8b0a-4957-873a-fcdde6118934 req-375202fb-ce9f-4f9a-b29b-9e02c34649d1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=82ffb513-3ccb-4ed3-b605-477c999e9699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1471801 Nov 24 11:33:35.345729 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02885327-0f0b-48f8-ac77-1bc3ce9ac39c req-82aa6c90-3139-45ac-a5ad-f8dab916a445 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:35.347158 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-02885327-0f0b-48f8-ac77-1bc3ce9ac39c req-82aa6c90-3139-45ac-a5ad-f8dab916a445 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b426882e-6680-41a6-ab15-67edb2361ca1 HTTP/1.1" status: 200 len: 945 time: 0.1019971 Nov 24 11:33:35.419498 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-2649217e-0b94-48d8-9b78-41e47472d5d7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Deleting port 4377f654-f892-491b-b033-d6eb99ebd0f6 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:33:35.419832 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2649217e-0b94-48d8-9b78-41e47472d5d7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:35.469753 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-02885327-0f0b-48f8-ac77-1bc3ce9ac39c req-b53a4aae-879d-476b-ab7f-b2edae3a562c tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132700 Nov 24 11:33:35.512898 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-91cc31ea-8b0a-4957-873a-fcdde6118934 req-f80cad9d-82b9-41a7-8482-ba91c59128f4 service neutron] 10.222.0.65 "GET /v2.0/networks/82ffb513-3ccb-4ed3-b605-477c999e9699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986299 Nov 24 11:33:35.548679 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2649217e-0b94-48d8-9b78-41e47472d5d7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:35.549000 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2649217e-0b94-48d8-9b78-41e47472d5d7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:35.570319 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-2649217e-0b94-48d8-9b78-41e47472d5d7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Calling delete_port for 4377f654-f892-491b-b033-d6eb99ebd0f6 owned by network:floatingip {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:33:35.671824 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-91cc31ea-8b0a-4957-873a-fcdde6118934 req-679662a0-5f5f-4b25-99d7-09715c853036 service neutron] 10.222.0.65 "GET /v2.0/networks/82ffb513-3ccb-4ed3-b605-477c999e9699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462023 Nov 24 11:33:35.766487 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2649217e-0b94-48d8-9b78-41e47472d5d7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:35.804794 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649217e-0b94-48d8-9b78-41e47472d5d7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event deleted for resources: {'Port': ['ID=4377f654-f892-491b-b033-d6eb99ebd0f6,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:35.887191 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbcca6-7238-4cab-b5c3-c530d8483654 req-86582270-7cb6-4b21-be7e-30c2436ac911 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:35.888736 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1dbcca6-7238-4cab-b5c3-c530d8483654 req-86582270-7cb6-4b21-be7e-30c2436ac911 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.1173344 Nov 24 11:33:35.902508 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2649217e-0b94-48d8-9b78-41e47472d5d7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for floatingip, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:35.905096 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2649217e-0b94-48d8-9b78-41e47472d5d7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for floatingip, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:35.906158 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-2649217e-0b94-48d8-9b78-41e47472d5d7 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "DELETE /v2.0/floatingips/aba0a85b-df42-457a-b5d9-f17cff909796 HTTP/1.1" status: 204 len: 168 time: 0.7595048 Nov 24 11:33:35.945339 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1dbcca6-7238-4cab-b5c3-c530d8483654 req-298cb94c-38f8-4eee-a893-26907ccd6a9b tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499299 Nov 24 11:33:36.968854 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 5e977cf2-5e37-46ad-adbd-be8237c48c51 no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:33:36.989872 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] No Port match for: 5e977cf2-5e37-46ad-adbd-be8237c48c51 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:33:36.990301 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 5e977cf2-5e37-46ad-adbd-be8237c48c51 not bound to the agent host hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:33:37.063181 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215dc35-fc53-4ae5-aa48-6af77a5443a0 req-2911677a-2cc6-4764-a4ec-f5a41e66c8ea tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:37.065000 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9215dc35-fc53-4ae5-aa48-6af77a5443a0 req-2911677a-2cc6-4764-a4ec-f5a41e66c8ea tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.0505047 Nov 24 11:33:37.099212 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 58808) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:33:37.123707 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9215dc35-fc53-4ae5-aa48-6af77a5443a0 req-2c62394a-607f-4ee1-a7f6-caa17e2f78bd tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524507 Nov 24 11:33:37.158756 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9335fb74-0fa3-4cc6-aa0e-a95dd2ecbe94 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:37.184200 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9335fb74-0fa3-4cc6-aa0e-a95dd2ecbe94 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:37.244930 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9335fb74-0fa3-4cc6-aa0e-a95dd2ecbe94 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:37.248693 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9335fb74-0fa3-4cc6-aa0e-a95dd2ecbe94 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:37.249772 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-9335fb74-0fa3-4cc6-aa0e-a95dd2ecbe94 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] 10.222.0.54 "DELETE /v2.0/security-groups/749864b3-651e-4be6-8e69-9d1153ebce5c HTTP/1.1" status: 204 len: 168 time: 0.1495674 Nov 24 11:33:37.258982 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335fb74-0fa3-4cc6-aa0e-a95dd2ecbe94 tempest-TestVolumeBootPattern-62086973 tempest-TestVolumeBootPattern-62086973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=749864b3-651e-4be6-8e69-9d1153ebce5c,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:37.300840 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 58812) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:33:37.698884 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-21842bea-2f2d-4bd1-bd82-37aaea0fed42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2040244'] for router_interface, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:38.199502 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-21842bea-2f2d-4bd1-bd82-37aaea0fed42 admin admin] Deleting port 4cc31092-c15d-4972-88cc-ecfdb3abbc5d {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:33:38.200186 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-21842bea-2f2d-4bd1-bd82-37aaea0fed42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:38.302343 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fceffc-b33b-41ad-80cd-1ecb5637d316 req-f4baa7ae-9404-4b30-a044-bd041138b843 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:38.303826 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-62fceffc-b33b-41ad-80cd-1ecb5637d316 req-f4baa7ae-9404-4b30-a044-bd041138b843 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.1061463 Nov 24 11:33:38.333264 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-21842bea-2f2d-4bd1-bd82-37aaea0fed42 admin admin] For port 4cc31092-c15d-4972-88cc-ecfdb3abbc5d, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=4cc31092-c15d-4972-88cc-ecfdb3abbc5d,segment=NetworkSegment(d8baedd1-824c-4bf2-a24d-c4b8e45836c5),segment_id=d8baedd1-824c-4bf2-a24d-c4b8e45836c5)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:33:38.333646 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-21842bea-2f2d-4bd1-bd82-37aaea0fed42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:38.355336 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-21842bea-2f2d-4bd1-bd82-37aaea0fed42 admin admin] Calling delete_port for 4cc31092-c15d-4972-88cc-ecfdb3abbc5d owned by network:router_interface {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:33:38.381840 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-62fceffc-b33b-41ad-80cd-1ecb5637d316 req-4557157c-c219-4a3e-80f0-90ffc084437a tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705872 Nov 24 11:33:38.475385 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [req-fca840c1-8d7d-451c-82b9-08230a07c000 req-43855c1a-b306-45da-bee6-fd9ae212a649 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 11:33:38.476344 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fca840c1-8d7d-451c-82b9-08230a07c000 req-43855c1a-b306-45da-bee6-fd9ae212a649 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066988 Nov 24 11:33:38.558195 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-21842bea-2f2d-4bd1-bd82-37aaea0fed42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:38.590362 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21842bea-2f2d-4bd1-bd82-37aaea0fed42 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc31092-c15d-4972-88cc-ecfdb3abbc5d,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:38.673806 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-53a792b3-5833-4c36-b088-6d82dec29de5 req-2c5d286f-a409-4528-828f-bc79571a6da4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1124995 Nov 24 11:33:38.700447 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3b6b4-4409-4551-b019-3b583685c594 req-faf7b934-0ae4-47b3-a5ef-cf541f3329b5 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:38.702189 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c1a3b6b4-4409-4551-b019-3b583685c594 req-faf7b934-0ae4-47b3-a5ef-cf541f3329b5 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.1149240 Nov 24 11:33:38.821292 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c1a3b6b4-4409-4551-b019-3b583685c594 req-86365cb3-8bd3-48c3-8692-939f3bb0e551 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874650 Nov 24 11:33:38.844114 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-21842bea-2f2d-4bd1-bd82-37aaea0fed42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086948'] for router_interface, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:39.068955 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21842bea-2f2d-4bd1-bd82-37aaea0fed42 admin admin] Router 513c06b9-48fa-4677-9e28-fee464e6dac1 has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:33:39.176345 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21842bea-2f2d-4bd1-bd82-37aaea0fed42 admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:33:39.181337 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-21842bea-2f2d-4bd1-bd82-37aaea0fed42 admin admin] 10.222.0.54 "PUT /v2.0/routers/513c06b9-48fa-4677-9e28-fee464e6dac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8794284 Nov 24 11:33:39.184384 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 58834) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:33:39.187023 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbed89a-6c5b-484d-bcbb-bb3dee52c8ef None None] Sync routers for ids ['513c06b9-48fa-4677-9e28-fee464e6dac1'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:33:39.197387 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbed89a-6c5b-484d-bcbb-bb3dee52c8ef None None] Routers {'513c06b9-48fa-4677-9e28-fee464e6dac1'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:33:39.198063 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-9fbed89a-6c5b-484d-bcbb-bb3dee52c8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:33:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['513c06b9-48fa-4677-9e28-fee464e6dac1'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:33:39.286209 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-61c0fb62-d1d3-4b0f-837c-6e9e67385b87 admin admin] Publish callbacks [] for router, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:39.301424 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-9fbed89a-6c5b-484d-bcbb-bb3dee52c8ef None None] Set router 513c06b9-48fa-4677-9e28-fee464e6dac1 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:33:39.400736 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-61c0fb62-d1d3-4b0f-837c-6e9e67385b87 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:39.454157 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-61c0fb62-d1d3-4b0f-837c-6e9e67385b87 admin admin] Deleting port a3ea4699-90ad-4014-a151-8bfab5d5efe2 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:33:39.454512 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-61c0fb62-d1d3-4b0f-837c-6e9e67385b87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:39.532181 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-61c0fb62-d1d3-4b0f-837c-6e9e67385b87 admin admin] For port a3ea4699-90ad-4014-a151-8bfab5d5efe2, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=a3ea4699-90ad-4014-a151-8bfab5d5efe2,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:33:39.532562 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-61c0fb62-d1d3-4b0f-837c-6e9e67385b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:39.545385 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-61c0fb62-d1d3-4b0f-837c-6e9e67385b87 admin admin] Calling delete_port for a3ea4699-90ad-4014-a151-8bfab5d5efe2 owned by network:router_gateway {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:33:39.596513 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-9fbed89a-6c5b-484d-bcbb-bb3dee52c8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:33:38Z', 'revision_number': 5, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port': {'id': 'a3ea4699-90ad-4014-a151-8bfab5d5efe2', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:21Z', 'updated_at': '2021-11-24T11:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:33:39.623883 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbed89a-6c5b-484d-bcbb-bb3dee52c8ef None None] Checking router: 513c06b9-48fa-4677-9e28-fee464e6dac1 for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:33:39.632055 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbed89a-6c5b-484d-bcbb-bb3dee52c8ef None None] Routers {'513c06b9-48fa-4677-9e28-fee464e6dac1'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:33:39.632680 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-9fbed89a-6c5b-484d-bcbb-bb3dee52c8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:33:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['513c06b9-48fa-4677-9e28-fee464e6dac1'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:33:39.708286 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-61c0fb62-d1d3-4b0f-837c-6e9e67385b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:39.718219 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-9fbed89a-6c5b-484d-bcbb-bb3dee52c8ef None None] Set router 513c06b9-48fa-4677-9e28-fee464e6dac1 gateway port host: None {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:33:39.738814 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0fb62-d1d3-4b0f-837c-6e9e67385b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ea4699-90ad-4014-a151-8bfab5d5efe2,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:39.772303 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-9fbed89a-6c5b-484d-bcbb-bb3dee52c8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:33:39Z', 'revision_number': 6, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port_host': None}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:33:39.796236 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-61c0fb62-d1d3-4b0f-837c-6e9e67385b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1975055'] for router_gateway, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:39.800015 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbed89a-6c5b-484d-bcbb-bb3dee52c8ef None None] The sync data for ids ['513c06b9-48fa-4677-9e28-fee464e6dac1'] in dv-cinder-819089-1-iscsi is: [{'id': '513c06b9-48fa-4677-9e28-fee464e6dac1', 'name': 'tempest-TestVolumeBootPattern-617647437-router', 'tenant_id': '303d49c4d2774367b4d1606a579ed56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:20Z', 'updated_at': '2021-11-24T11:33:39Z', 'revision_number': 6, 'project_id': '303d49c4d2774367b4d1606a579ed56b', 'gw_port_host': None}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:33:39.886034 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-61c0fb62-d1d3-4b0f-837c-6e9e67385b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2087026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:39.888227 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-61c0fb62-d1d3-4b0f-837c-6e9e67385b87 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:39.954971 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-61c0fb62-d1d3-4b0f-837c-6e9e67385b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2087019'] for router, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:39.955491 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c0fb62-d1d3-4b0f-837c-6e9e67385b87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 513c06b9-48fa-4677-9e28-fee464e6dac1 {{(pid=102482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 11:33:39.959945 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-61c0fb62-d1d3-4b0f-837c-6e9e67385b87 admin admin] Publish callbacks [] for router, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:39.961091 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-61c0fb62-d1d3-4b0f-837c-6e9e67385b87 admin admin] 10.222.0.54 "DELETE /v2.0/routers/513c06b9-48fa-4677-9e28-fee464e6dac1 HTTP/1.1" status: 204 len: 168 time: 0.7752492 Nov 24 11:33:39.963717 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 58838) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:33:39.976889 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d498f31-7a53-464b-bdca-28eb53e79946 req-d562c856-924c-4b7d-a916-bf139bd8262e tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:39.978348 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9d498f31-7a53-464b-bdca-28eb53e79946 req-d562c856-924c-4b7d-a916-bf139bd8262e tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.0870745 Nov 24 11:33:40.007724 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c06f571-9e08-40c7-a7f3-6d54506ea51c admin admin] Deleting subnet a6137ff9-74cb-4c61-ada2-9bfaf66f6509 {{(pid=102481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 11:33:40.010708 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8c06f571-9e08-40c7-a7f3-6d54506ea51c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:40.028292 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9d498f31-7a53-464b-bdca-28eb53e79946 req-b7061f4c-c543-4be7-b75d-0d4689679ae9 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431504 Nov 24 11:33:40.050174 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8c06f571-9e08-40c7-a7f3-6d54506ea51c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534712207'] for subnet, precommit_delete_associations {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:40.116123 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8c06f571-9e08-40c7-a7f3-6d54506ea51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036365'] for subnet, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:40.170883 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8c06f571-9e08-40c7-a7f3-6d54506ea51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534712115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534249557'] for subnet, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:40.194690 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06f571-9e08-40c7-a7f3-6d54506ea51c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6137ff9-74cb-4c61-ada2-9bfaf66f6509,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:40.201584 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8c06f571-9e08-40c7-a7f3-6d54506ea51c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:40.206166 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-8c06f571-9e08-40c7-a7f3-6d54506ea51c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a6137ff9-74cb-4c61-ada2-9bfaf66f6509 HTTP/1.1" status: 204 len: 168 time: 0.2405963 Nov 24 11:33:40.207395 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b28ce93-7ef4-41c4-a0a2-58ab7a3c39f7 None None] Network f813662d-6de5-41cf-ac48-8f27f8448f99 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:33:40.208073 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 58840) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:33:40.283879 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-55beada7-f209-4d9e-900d-0242ffbe9256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622759'] for network, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:40.340996 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-55beada7-f209-4d9e-900d-0242ffbe9256 admin admin] Deleting port ed96b37f-0abd-4f00-bb27-fc73056cd832 {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:33:40.341928 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-55beada7-f209-4d9e-900d-0242ffbe9256 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:40.403175 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [None req-55beada7-f209-4d9e-900d-0242ffbe9256 admin admin] For port ed96b37f-0abd-4f00-bb27-fc73056cd832, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=ed96b37f-0abd-4f00-bb27-fc73056cd832,segment=NetworkSegment(d8baedd1-824c-4bf2-a24d-c4b8e45836c5),segment_id=d8baedd1-824c-4bf2-a24d-c4b8e45836c5)] {{(pid=102481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:33:40.403451 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-55beada7-f209-4d9e-900d-0242ffbe9256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:40.415618 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-55beada7-f209-4d9e-900d-0242ffbe9256 admin admin] Calling delete_port for ed96b37f-0abd-4f00-bb27-fc73056cd832 owned by network:dhcp {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:33:40.492060 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-55beada7-f209-4d9e-900d-0242ffbe9256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:40.517007 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55beada7-f209-4d9e-900d-0242ffbe9256 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed96b37f-0abd-4f00-bb27-fc73056cd832,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:40.520329 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55beada7-f209-4d9e-900d-0242ffbe9256 admin admin] No DVR routers for this DVR port ed96b37f-0abd-4f00-bb27-fc73056cd832 on host dv-cinder-819089-1-iscsi {{(pid=102481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:33:40.584397 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6b8449-faed-453e-beef-49fd8f004269 None None] DHCP port deletion for f813662d-6de5-41cf-ac48-8f27f8448f99 request from dv-cinder-819089-1-iscsi {{(pid=102483) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 11:33:40.598302 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-55beada7-f209-4d9e-900d-0242ffbe9256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037944', 'neutron.services.segments.db._delete_segments_for_network-8771666762424'] for network, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:40.618814 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-55beada7-f209-4d9e-900d-0242ffbe9256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f813662d-6de5-41cf-ac48-8f27f8448f99']}} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:33:40.628470 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-55beada7-f209-4d9e-900d-0242ffbe9256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5') {'for_net_delete': True} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:33:40.628800 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-55beada7-f209-4d9e-900d-0242ffbe9256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8baedd1-824c-4bf2-a24d-c4b8e45836c5') {} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:33:40.637790 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-55beada7-f209-4d9e-900d-0242ffbe9256 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666709580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534712214'] for segment, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:40.651703 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-55beada7-f209-4d9e-900d-0242ffbe9256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:40.663670 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55beada7-f209-4d9e-900d-0242ffbe9256 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=102481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 11:33:40.664260 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-55beada7-f209-4d9e-900d-0242ffbe9256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534710685'] for segment, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: Traceback (most recent call last): Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: timer() Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: cb(*args, **kw) Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: return func(*args, **kwargs) Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: self._notify() Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: self.callback(batched_events) Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: event.method(event) Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: return f(self, *a, **k) Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: return self._get(url).json() Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: return self.request(url, 'GET', **kwargs) Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:33:40.666184 dv-cinder-819089-1-iscsi neutron-server[102481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:33:40.720274 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-55beada7-f209-4d9e-900d-0242ffbe9256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975206'] for network, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:40.734973 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-55beada7-f209-4d9e-900d-0242ffbe9256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:40.738253 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-55beada7-f209-4d9e-900d-0242ffbe9256 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f813662d-6de5-41cf-ac48-8f27f8448f99 HTTP/1.1" status: 204 len: 168 time: 0.5292149 Nov 24 11:33:40.739497 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55beada7-f209-4d9e-900d-0242ffbe9256 admin admin] Pushing event deleted for resources: {'Network': ['ID=f813662d-6de5-41cf-ac48-8f27f8448f99,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:40.741111 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 58844) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:33:40.807520 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 4cc31092-c15d-4972-88cc-ecfdb3abbc5d no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:33:40.829805 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: 4cc31092-c15d-4972-88cc-ecfdb3abbc5d {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:33:40.830241 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 4cc31092-c15d-4972-88cc-ecfdb3abbc5d not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:33:40.830734 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device a3ea4699-90ad-4014-a151-8bfab5d5efe2 no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:33:40.850530 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: a3ea4699-90ad-4014-a151-8bfab5d5efe2 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:33:40.850879 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device a3ea4699-90ad-4014-a151-8bfab5d5efe2 not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:33:40.851489 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device ed96b37f-0abd-4f00-bb27-fc73056cd832 no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:33:40.875727 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: ed96b37f-0abd-4f00-bb27-fc73056cd832 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:33:40.876072 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device ed96b37f-0abd-4f00-bb27-fc73056cd832 not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:33:40.968916 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 5c73813a-14a8-4e78-ae67-e9464fd16f15 no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:33:41.053736 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:41.077698 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe967b8-7370-4ed9-93a1-0ea622f0cda1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c73813a-14a8-4e78-ae67-e9464fd16f15'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:33:41.080000 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872332f7-b939-4506-bc47-e970e57b9818" -d '{"events": [{"server_uuid": "7fe967b8-7370-4ed9-93a1-0ea622f0cda1", "name": "network-vif-unplugged", "status": "completed", "tag": "5c73813a-14a8-4e78-ae67-e9464fd16f15"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:33:41.094921 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 5c73813a-14a8-4e78-ae67-e9464fd16f15, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=5c73813a-14a8-4e78-ae67-e9464fd16f15,segment=NetworkSegment(c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c),segment_id=c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:33:41.099441 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:41.103213 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-46879c96-c528-4cef-bbd0-a13655073084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2040244'] for router_interface, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:41.134249 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Nov 2021 11:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32e545a-a521-419c-94fb-56ad0e1130bf x-openstack-request-id: req-c32e545a-a521-419c-94fb-56ad0e1130bf {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:33:41.134739 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe967b8-7370-4ed9-93a1-0ea622f0cda1", "name": "network-vif-unplugged", "status": "failed", "tag": "5c73813a-14a8-4e78-ae67-e9464fd16f15", "code": 422}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:33:41.135126 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c32e545a-a521-419c-94fb-56ad0e1130bf {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:33:41.135635 dv-cinder-819089-1-iscsi neutron-server[102483]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7fe967b8-7370-4ed9-93a1-0ea622f0cda1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5c73813a-14a8-4e78-ae67-e9464fd16f15', 'code': 422} returned with failed status Nov 24 11:33:41.163662 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=5c73813a-14a8-4e78-ae67-e9464fd16f15,revision_number=6']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:41.168266 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77062af5-7d7c-4793-a082-997727374519 req-797be04a-442b-4c15-b3fb-d4fc0bfe1146 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:41.170458 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-77062af5-7d7c-4793-a082-997727374519 req-797be04a-442b-4c15-b3fb-d4fc0bfe1146 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 943 time: 0.0507064 Nov 24 11:33:41.219740 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-77062af5-7d7c-4793-a082-997727374519 req-8a288542-8ef5-4281-9aa2-8404027f904f tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430872 Nov 24 11:33:41.350150 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-46879c96-c528-4cef-bbd0-a13655073084 admin admin] Deleting port 9ffb8216-4e43-49a7-b3ef-3fedfb4d5301 {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:33:41.350480 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-46879c96-c528-4cef-bbd0-a13655073084 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:41.424998 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [None req-46879c96-c528-4cef-bbd0-a13655073084 admin admin] For port 9ffb8216-4e43-49a7-b3ef-3fedfb4d5301, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=9ffb8216-4e43-49a7-b3ef-3fedfb4d5301,segment=NetworkSegment(0de52ef8-536f-46d5-bdf9-954daaf4effb),segment_id=0de52ef8-536f-46d5-bdf9-954daaf4effb)] {{(pid=102481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:33:41.425352 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-46879c96-c528-4cef-bbd0-a13655073084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:41.437602 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-46879c96-c528-4cef-bbd0-a13655073084 admin admin] Calling delete_port for 9ffb8216-4e43-49a7-b3ef-3fedfb4d5301 owned by network:router_interface {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:33:41.607468 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-46879c96-c528-4cef-bbd0-a13655073084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:41.636353 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46879c96-c528-4cef-bbd0-a13655073084 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ffb8216-4e43-49a7-b3ef-3fedfb4d5301,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:41.796968 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-46879c96-c528-4cef-bbd0-a13655073084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086948'] for router_interface, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:42.242553 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46879c96-c528-4cef-bbd0-a13655073084 admin admin] Router bc6be8e5-cc49-41d5-8553-cba4700e981e has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:33:42.330935 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c875e-b6b3-43ee-af45-ff36a90c3953 req-09c87e51-008f-4aa9-a732-e607c0f9d8b8 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:42.332410 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-528c875e-b6b3-43ee-af45-ff36a90c3953 req-09c87e51-008f-4aa9-a732-e607c0f9d8b8 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 943 time: 0.0473225 Nov 24 11:33:42.342309 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46879c96-c528-4cef-bbd0-a13655073084 admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:33:42.350622 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-46879c96-c528-4cef-bbd0-a13655073084 admin admin] 10.222.0.54 "PUT /v2.0/routers/bc6be8e5-cc49-41d5-8553-cba4700e981e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6072326 Nov 24 11:33:42.351360 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 58856) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:33:42.358060 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2659655-ef43-4246-b693-42634d52d341 None None] Sync routers for ids ['bc6be8e5-cc49-41d5-8553-cba4700e981e'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:33:42.373112 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2659655-ef43-4246-b693-42634d52d341 None None] Routers {'bc6be8e5-cc49-41d5-8553-cba4700e981e'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:33:42.374005 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-b2659655-ef43-4246-b693-42634d52d341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:33:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['bc6be8e5-cc49-41d5-8553-cba4700e981e'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:33:42.392513 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-528c875e-b6b3-43ee-af45-ff36a90c3953 req-ee441ac1-594c-47d8-bc56-14492bb67565 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541694 Nov 24 11:33:42.461701 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a02e8d83-1ef4-4349-9adc-796cc5eb3776 admin admin] Publish callbacks [] for router, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:42.477603 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-b2659655-ef43-4246-b693-42634d52d341 None None] Set router bc6be8e5-cc49-41d5-8553-cba4700e981e gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:33:42.560025 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a02e8d83-1ef4-4349-9adc-796cc5eb3776 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:42.611652 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-a02e8d83-1ef4-4349-9adc-796cc5eb3776 admin admin] Deleting port e4d98db4-b260-418b-907a-ca771c1f65c9 {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:33:42.611987 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a02e8d83-1ef4-4349-9adc-796cc5eb3776 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:42.652495 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-b2659655-ef43-4246-b693-42634d52d341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6be8e5-cc49-41d5-8553-cba4700e981e', 'name': 'tempest-TestVolumeBootPattern-185234706-router', 'tenant_id': '37f1d77d1905445aa237876e5597e619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e4d98db4-b260-418b-907a-ca771c1f65c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:27Z', 'updated_at': '2021-11-24T11:33:41Z', 'revision_number': 5, 'project_id': '37f1d77d1905445aa237876e5597e619', 'gw_port': {'id': 'e4d98db4-b260-418b-907a-ca771c1f65c9', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6be8e5-cc49-41d5-8553-cba4700e981e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:25:27Z', 'updated_at': '2021-11-24T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:33:42.681602 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2659655-ef43-4246-b693-42634d52d341 None None] Checking router: bc6be8e5-cc49-41d5-8553-cba4700e981e for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:33:42.690371 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2659655-ef43-4246-b693-42634d52d341 None None] Routers {'bc6be8e5-cc49-41d5-8553-cba4700e981e'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:33:42.690977 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-b2659655-ef43-4246-b693-42634d52d341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:33:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['bc6be8e5-cc49-41d5-8553-cba4700e981e'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:33:42.691175 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [None req-a02e8d83-1ef4-4349-9adc-796cc5eb3776 admin admin] For port e4d98db4-b260-418b-907a-ca771c1f65c9, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=e4d98db4-b260-418b-907a-ca771c1f65c9,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:33:42.691553 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a02e8d83-1ef4-4349-9adc-796cc5eb3776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:42.703348 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-a02e8d83-1ef4-4349-9adc-796cc5eb3776 admin admin] Calling delete_port for e4d98db4-b260-418b-907a-ca771c1f65c9 owned by network:router_gateway {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:33:42.780448 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-b2659655-ef43-4246-b693-42634d52d341 None None] Set router bc6be8e5-cc49-41d5-8553-cba4700e981e gateway port host: None {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:33:42.830078 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-b2659655-ef43-4246-b693-42634d52d341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6be8e5-cc49-41d5-8553-cba4700e981e', 'name': 'tempest-TestVolumeBootPattern-185234706-router', 'tenant_id': '37f1d77d1905445aa237876e5597e619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:27Z', 'updated_at': '2021-11-24T11:33:42Z', 'revision_number': 6, 'project_id': '37f1d77d1905445aa237876e5597e619', 'gw_port_host': None}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:33:42.861883 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2659655-ef43-4246-b693-42634d52d341 None None] The sync data for ids ['bc6be8e5-cc49-41d5-8553-cba4700e981e'] in dv-cinder-819089-1-iscsi is: [{'id': 'bc6be8e5-cc49-41d5-8553-cba4700e981e', 'name': 'tempest-TestVolumeBootPattern-185234706-router', 'tenant_id': '37f1d77d1905445aa237876e5597e619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:25:27Z', 'updated_at': '2021-11-24T11:33:42Z', 'revision_number': 6, 'project_id': '37f1d77d1905445aa237876e5597e619', 'gw_port_host': None}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:33:42.875209 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a02e8d83-1ef4-4349-9adc-796cc5eb3776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:42.925145 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e8d83-1ef4-4349-9adc-796cc5eb3776 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4d98db4-b260-418b-907a-ca771c1f65c9,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:42.965592 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a02e8d83-1ef4-4349-9adc-796cc5eb3776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1975055'] for router_gateway, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.051272 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a02e8d83-1ef4-4349-9adc-796cc5eb3776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2087026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.053374 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a02e8d83-1ef4-4349-9adc-796cc5eb3776 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.094529 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a02e8d83-1ef4-4349-9adc-796cc5eb3776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2087019'] for router, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.094960 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02e8d83-1ef4-4349-9adc-796cc5eb3776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc6be8e5-cc49-41d5-8553-cba4700e981e {{(pid=102481) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 11:33:43.099165 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-a02e8d83-1ef4-4349-9adc-796cc5eb3776 admin admin] Publish callbacks [] for router, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.100284 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-a02e8d83-1ef4-4349-9adc-796cc5eb3776 admin admin] 10.222.0.54 "DELETE /v2.0/routers/bc6be8e5-cc49-41d5-8553-cba4700e981e HTTP/1.1" status: 204 len: 168 time: 0.7478917 Nov 24 11:33:43.102748 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 58858) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:33:43.145808 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_v2 [None req-be44f517-7387-439b-9aaf-e63a1b26505b admin admin] Deleting subnet 9ae07da6-fbf2-4aa1-a050-6e5b4269ee36 {{(pid=102481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 11:33:43.148712 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-be44f517-7387-439b-9aaf-e63a1b26505b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.181335 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-be44f517-7387-439b-9aaf-e63a1b26505b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534712207'] for subnet, precommit_delete_associations {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.264191 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-be44f517-7387-439b-9aaf-e63a1b26505b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036365'] for subnet, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.331857 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-be44f517-7387-439b-9aaf-e63a1b26505b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534712115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534249557'] for subnet, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.358970 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44f517-7387-439b-9aaf-e63a1b26505b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ae07da6-fbf2-4aa1-a050-6e5b4269ee36,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:43.362534 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-be44f517-7387-439b-9aaf-e63a1b26505b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.365751 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-be44f517-7387-439b-9aaf-e63a1b26505b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9ae07da6-fbf2-4aa1-a050-6e5b4269ee36 HTTP/1.1" status: 204 len: 168 time: 0.2620609 Nov 24 11:33:43.368276 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 58860) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:33:43.370951 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb0d333-c2c5-41d2-88e8-ce50b644f979 None None] Network 8e50e086-fddf-4cf9-8046-0093f7bc68d8 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:33:43.442170 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5e45b84c-0481-4d95-b094-48fe52eaa11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622759'] for network, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.511103 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-5e45b84c-0481-4d95-b094-48fe52eaa11d admin admin] Deleting port 31f0db1c-a0dc-4739-b7e0-724b23f070b9 {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:33:43.511516 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5e45b84c-0481-4d95-b094-48fe52eaa11d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.558958 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a6b83-b299-4dbd-aff7-f943bf7db851 req-2bb8f1c5-5b54-4fa1-9535-e6f42c0488fa tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:43.561115 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-891a6b83-b299-4dbd-aff7-f943bf7db851 req-2bb8f1c5-5b54-4fa1-9535-e6f42c0488fa tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 943 time: 0.0783505 Nov 24 11:33:43.580246 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [None req-5e45b84c-0481-4d95-b094-48fe52eaa11d admin admin] For port 31f0db1c-a0dc-4739-b7e0-724b23f070b9, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=31f0db1c-a0dc-4739-b7e0-724b23f070b9,segment=NetworkSegment(0de52ef8-536f-46d5-bdf9-954daaf4effb),segment_id=0de52ef8-536f-46d5-bdf9-954daaf4effb)] {{(pid=102481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:33:43.580622 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5e45b84c-0481-4d95-b094-48fe52eaa11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.599389 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-5e45b84c-0481-4d95-b094-48fe52eaa11d admin admin] Calling delete_port for 31f0db1c-a0dc-4739-b7e0-724b23f070b9 owned by network:dhcp {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:33:43.629680 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-891a6b83-b299-4dbd-aff7-f943bf7db851 req-8ec0abde-7360-493f-95a9-dcd940b8a101 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520096 Nov 24 11:33:43.672569 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e7eef5-7eb7-490c-9f32-a0554dd27154 None None] DHCP port deletion for 8e50e086-fddf-4cf9-8046-0093f7bc68d8 request from dv-cinder-819089-1-iscsi {{(pid=102483) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 11:33:43.698480 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5e45b84c-0481-4d95-b094-48fe52eaa11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.732252 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45b84c-0481-4d95-b094-48fe52eaa11d admin admin] Pushing event deleted for resources: {'Port': ['ID=31f0db1c-a0dc-4739-b7e0-724b23f070b9,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:43.734216 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e45b84c-0481-4d95-b094-48fe52eaa11d admin admin] No DVR routers for this DVR port 31f0db1c-a0dc-4739-b7e0-724b23f070b9 on host dv-cinder-819089-1-iscsi {{(pid=102481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:33:43.750313 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-42e7eef5-7eb7-490c-9f32-a0554dd27154 None None] Deleting port 31f0db1c-a0dc-4739-b7e0-724b23f070b9 {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:33:43.751044 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-42e7eef5-7eb7-490c-9f32-a0554dd27154 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.813801 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5e45b84c-0481-4d95-b094-48fe52eaa11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037944', 'neutron.services.segments.db._delete_segments_for_network-8771666762424'] for network, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.831275 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-42e7eef5-7eb7-490c-9f32-a0554dd27154 None None] For port 31f0db1c-a0dc-4739-b7e0-724b23f070b9, host dv-cinder-819089-1-iscsi, got binding levels [] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:33:43.831915 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-42e7eef5-7eb7-490c-9f32-a0554dd27154 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.840087 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-5e45b84c-0481-4d95-b094-48fe52eaa11d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e50e086-fddf-4cf9-8046-0093f7bc68d8']}} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:33:43.845822 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-42e7eef5-7eb7-490c-9f32-a0554dd27154 None None] Calling delete_port for 31f0db1c-a0dc-4739-b7e0-724b23f070b9 owned by network:dhcp {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:33:43.849314 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.ipam_backend_mixin [None req-42e7eef5-7eb7-490c-9f32-a0554dd27154 None None] Port 31f0db1c-a0dc-4739-b7e0-724b23f070b9 was not found and therefore no delete operation was performed {{(pid=102483) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 11:33:43.850760 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-42e7eef5-7eb7-490c-9f32-a0554dd27154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118'] for port, after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.851427 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-5e45b84c-0481-4d95-b094-48fe52eaa11d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de52ef8-536f-46d5-bdf9-954daaf4effb') {'for_net_delete': True} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:33:43.851807 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-5e45b84c-0481-4d95-b094-48fe52eaa11d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de52ef8-536f-46d5-bdf9-954daaf4effb') {} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:33:43.862858 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5e45b84c-0481-4d95-b094-48fe52eaa11d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666709580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534712214'] for segment, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.880636 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5e45b84c-0481-4d95-b094-48fe52eaa11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.892282 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e45b84c-0481-4d95-b094-48fe52eaa11d admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 11:33:43.892995 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5e45b84c-0481-4d95-b094-48fe52eaa11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534710685'] for segment, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.906285 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7eef5-7eb7-490c-9f32-a0554dd27154 None None] Pushing event deleted for resources: {'Port': ['ID=31f0db1c-a0dc-4739-b7e0-724b23f070b9,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:43.908821 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e7eef5-7eb7-490c-9f32-a0554dd27154 None None] No DVR routers for this DVR port 31f0db1c-a0dc-4739-b7e0-724b23f070b9 on host dv-cinder-819089-1-iscsi {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: Traceback (most recent call last): Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: timer() Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: cb(*args, **kw) Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: return func(*args, **kwargs) Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: self._notify() Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: self.callback(batched_events) Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: event.method(event) Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: return f(self, *a, **k) Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: return self._get(url).json() Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: return self.request(url, 'GET', **kwargs) Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:33:43.922388 dv-cinder-819089-1-iscsi neutron-server[102481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:33:43.968677 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5e45b84c-0481-4d95-b094-48fe52eaa11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975206'] for network, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.986625 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5e45b84c-0481-4d95-b094-48fe52eaa11d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:43.989946 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-5e45b84c-0481-4d95-b094-48fe52eaa11d admin admin] 10.222.0.54 "DELETE /v2.0/networks/8e50e086-fddf-4cf9-8046-0093f7bc68d8 HTTP/1.1" status: 204 len: 168 time: 0.6204829 Nov 24 11:33:43.991314 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45b84c-0481-4d95-b094-48fe52eaa11d admin admin] Pushing event deleted for resources: {'Network': ['ID=8e50e086-fddf-4cf9-8046-0093f7bc68d8,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:44.135410 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 58884) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:33:44.181427 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-d7cd762d-3071-4e30-8666-334326c8c9c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=303d49c4d2774367b4d1606a579ed56b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445583 Nov 24 11:33:44.183787 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 58886) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:33:44.229043 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ed9515b7-552d-4278-8496-4ff4d93d9597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:44.249344 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ed9515b7-552d-4278-8496-4ff4d93d9597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:44.294238 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ed9515b7-552d-4278-8496-4ff4d93d9597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:44.296944 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-ed9515b7-552d-4278-8496-4ff4d93d9597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:44.298058 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-ed9515b7-552d-4278-8496-4ff4d93d9597 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/90d949aa-c8c3-4952-a8d1-15eb37f98d22 HTTP/1.1" status: 204 len: 168 time: 0.1133845 Nov 24 11:33:44.306233 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9515b7-552d-4278-8496-4ff4d93d9597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d949aa-c8c3-4952-a8d1-15eb37f98d22,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:44.374749 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a792b3-5833-4c36-b088-6d82dec29de5 req-a2858972-cb42-42d2-a67d-f788d17cb7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:44.376227 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-53a792b3-5833-4c36-b088-6d82dec29de5 req-a2858972-cb42-42d2-a67d-f788d17cb7e0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1&tenant_id=f381540b3c9b4687aaeecffb496f268e HTTP/1.1" status: 200 len: 1096 time: 0.0408726 Nov 24 11:33:44.457370 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a792b3-5833-4c36-b088-6d82dec29de5 req-c889a257-b0d5-4929-8aa6-8d3bd597bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:44.458212 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-53a792b3-5833-4c36-b088-6d82dec29de5 req-c889a257-b0d5-4929-8aa6-8d3bd597bd70 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f381540b3c9b4687aaeecffb496f268e&device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 1096 time: 0.0450547 Nov 24 11:33:44.549939 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a792b3-5833-4c36-b088-6d82dec29de5 req-9a713ec3-da70-46bc-b192-8faeb9b2f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:44.551395 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-53a792b3-5833-4c36-b088-6d82dec29de5 req-9a713ec3-da70-46bc-b192-8faeb9b2f3f6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=82ffb513-3ccb-4ed3-b605-477c999e9699 HTTP/1.1" status: 200 len: 909 time: 0.0849948 Nov 24 11:33:44.622935 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-53a792b3-5833-4c36-b088-6d82dec29de5 req-94eb4feb-3302-40d5-a186-2fe76fde0b05 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c73813a-14a8-4e78-ae67-e9464fd16f15 HTTP/1.1" status: 200 len: 999 time: 0.0643756 Nov 24 11:33:44.627917 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 58892) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:33:44.671990 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-3e9c5b00-bd51-44ea-acf0-2cafee0d8010 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=37f1d77d1905445aa237876e5597e619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428722 Nov 24 11:33:44.674523 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 58896) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:33:44.677276 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a792b3-5833-4c36-b088-6d82dec29de5 req-109c15be-fbc1-4703-b29d-d8317a4a653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:44.678834 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-53a792b3-5833-4c36-b088-6d82dec29de5 req-109c15be-fbc1-4703-b29d-d8317a4a653a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6dfc601b-63d6-4a16-bdea-422a8077d6f1 HTTP/1.1" status: 200 len: 847 time: 0.0467181 Nov 24 11:33:44.724199 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d10c51ff-c954-48d7-9e9c-dacb48b2d426 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:44.740485 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:33:44.748201 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d10c51ff-c954-48d7-9e9c-dacb48b2d426 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:44.778010 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a792b3-5833-4c36-b088-6d82dec29de5 req-4a057ee8-481d-4b5b-b46a-6ea7e1823c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:44.780052 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-53a792b3-5833-4c36-b088-6d82dec29de5 req-4a057ee8-481d-4b5b-b46a-6ea7e1823c5e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=82ffb513-3ccb-4ed3-b605-477c999e9699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918531 Nov 24 11:33:44.816183 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d10c51ff-c954-48d7-9e9c-dacb48b2d426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:44.819415 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-d10c51ff-c954-48d7-9e9c-dacb48b2d426 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:44.819787 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506ed10-f083-44de-9d7d-a1d0de89cd30 req-1129b562-25b3-4be0-b43c-5c49faa32cc3 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:44.820550 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-d10c51ff-c954-48d7-9e9c-dacb48b2d426 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/11528f46-4ac6-44fd-9cf1-2bb2ba000728 HTTP/1.1" status: 204 len: 168 time: 0.1447170 Nov 24 11:33:44.822108 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 9ffb8216-4e43-49a7-b3ef-3fedfb4d5301 no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:33:44.827063 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9506ed10-f083-44de-9d7d-a1d0de89cd30 req-1129b562-25b3-4be0-b43c-5c49faa32cc3 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 943 time: 0.1239970 Nov 24 11:33:44.829123 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c51ff-c954-48d7-9e9c-dacb48b2d426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11528f46-4ac6-44fd-9cf1-2bb2ba000728,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:44.847895 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: 9ffb8216-4e43-49a7-b3ef-3fedfb4d5301 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:33:44.848586 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 9ffb8216-4e43-49a7-b3ef-3fedfb4d5301 not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:33:44.849351 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device e4d98db4-b260-418b-907a-ca771c1f65c9 no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:33:44.875187 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: e4d98db4-b260-418b-907a-ca771c1f65c9 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:33:44.876089 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device e4d98db4-b260-418b-907a-ca771c1f65c9 not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:33:44.876955 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 31f0db1c-a0dc-4739-b7e0-724b23f070b9 no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:33:44.897927 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: 31f0db1c-a0dc-4739-b7e0-724b23f070b9 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:33:44.898273 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 31f0db1c-a0dc-4739-b7e0-724b23f070b9 not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:33:44.928973 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9506ed10-f083-44de-9d7d-a1d0de89cd30 req-d38ee504-7b7d-4b0f-954b-3cae6a0a179f tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008523 Nov 24 11:33:44.951696 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-53a792b3-5833-4c36-b088-6d82dec29de5 req-9dd82cbc-0e8e-40e6-87fc-744d83dc5d37 service neutron] 10.222.0.65 "GET /v2.0/networks/82ffb513-3ccb-4ed3-b605-477c999e9699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605215 Nov 24 11:33:45.052301 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-53a792b3-5833-4c36-b088-6d82dec29de5 req-552a802b-9ff9-4290-bbed-5144bcd3552b service neutron] 10.222.0.65 "GET /v2.0/networks/82ffb513-3ccb-4ed3-b605-477c999e9699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931096 Nov 24 11:33:45.427531 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-381bba4e-8ca2-410d-b4d5-85553cfe7691 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:45.428917 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-381bba4e-8ca2-410d-b4d5-85553cfe7691 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/networks?id=8cb87012-c7e7-481f-97cb-d8961b3b8a5c HTTP/1.1" status: 200 len: 814 time: 0.0990548 Nov 24 11:33:45.443842 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-6f3600d1-ab33-4b8c-a29b-53d046b2c122 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/quotas/ef53e9fe83e345f5bb4e53bdf5fc567a HTTP/1.1" status: 200 len: 375 time: 0.0092857 Nov 24 11:33:45.499795 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-168052f3-d6bf-45fe-a1fc-212233822feb tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef53e9fe83e345f5bb4e53bdf5fc567a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509961 Nov 24 11:33:45.587495 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-0f9f7448-8112-4228-a006-b9a98153350d service neutron] 10.222.0.54 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803719 Nov 24 11:33:45.680155 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-04d07bdb-dd72-4758-aa84-301ff8bd0d62 service neutron] 10.222.0.54 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864019 Nov 24 11:33:45.829096 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d3d67f12-1a2e-4130-bb10-f1234b652613 req-4ab42470-73a6-464b-bbcd-427a6071513a tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b133ad5e-80d3-4c36-b2ad-94b777c4828b HTTP/1.1" status: 200 len: 210 time: 0.0264854 Nov 24 11:33:46.047451 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac74b3-2f00-4273-81e4-944cd2c319f0 req-1493e6a5-812a-47d4-b70c-8ce562262cec tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:46.048925 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d5ac74b3-2f00-4273-81e4-944cd2c319f0 req-1493e6a5-812a-47d4-b70c-8ce562262cec tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 943 time: 0.0491636 Nov 24 11:33:46.097140 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d5ac74b3-2f00-4273-81e4-944cd2c319f0 req-c7da9e48-0ec2-4ff8-ad22-e40867e53228 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421860 Nov 24 11:33:46.775079 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-467aed44-46b9-4fbb-880a-908d6774c63f tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:46.776823 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-467aed44-46b9-4fbb-880a-908d6774c63f tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.65 "GET /v2.0/networks?id=8cb87012-c7e7-481f-97cb-d8961b3b8a5c HTTP/1.1" status: 200 len: 814 time: 0.1064243 Nov 24 11:33:46.790037 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Request body: {'port': {'device_id': 'b133ad5e-80d3-4c36-b2ad-94b777c4828b', 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c', 'admin_state_up': True, 'tenant_id': 'ef53e9fe83e345f5bb4e53bdf5fc567a'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:33:46.910551 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Made reservation on behalf of ef53e9fe83e345f5bb4e53bdf5fc567a for: {'port': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:33:46.913759 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:46.938201 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-115c4cd9-6129-4f51-b591-4033c682902d req-2408f573-8041-4cf1-9d42-7edc6ba6ff45 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b133ad5e-80d3-4c36-b2ad-94b777c4828b HTTP/1.1" status: 200 len: 210 time: 0.0415978 Nov 24 11:33:47.001584 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:47.051854 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Allocated IP 172.20.0.5 (8cb87012-c7e7-481f-97cb-d8961b3b8a5c/4a7834c7-fa70-47b7-a7d5-2e5ff40c5bb7/24c8b0f8-3975-4a79-b33d-dd8747761e2b) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:33:47.224927 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks [] for port, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:47.240114 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2824bf-218e-465d-8257-39235fcacdd6 req-17bec3c3-6468-4a72-9c9f-be3638776542 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:47.241616 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1b2824bf-218e-465d-8257-39235fcacdd6 req-17bec3c3-6468-4a72-9c9f-be3638776542 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 943 time: 0.0750017 Nov 24 11:33:47.549215 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:47.561184 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['118fc979-1306-48a5-b48b-663874fd4bce', '52a62a02-7504-44e1-9a28-00c7d08ba273', '7378f3db-d68a-41fa-9e56-3bfef9c8fe72'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:33:47.566684 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1b2824bf-218e-465d-8257-39235fcacdd6 req-74d2a5dd-4e7d-4b73-8ee5-564ba4686f7a tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3183372 Nov 24 11:33:47.593067 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Network 8cb87012-c7e7-481f-97cb-d8961b3b8a5c is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:33:47.596172 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:33:47.598678 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:33:47.641138 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Pushing event updated for resources: {'Port': ['ID=24c8b0f8-3975-4a79-b33d-dd8747761e2b,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:47.654099 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:47.654456 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:47.654807 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:47.655665 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:47.656019 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:47.656355 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:47.656720 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:47.657058 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:47.657392 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:47.657723 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:47.658057 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:47.658387 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:47.669995 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:47.670604 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:47.686744 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-0feba94a-1d7c-4064-a742-0ef3550c1506 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9003897 Nov 24 11:33:47.699823 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] Request body: {'port': {'device_id': 'b133ad5e-80d3-4c36-b2ad-94b777c4828b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81908'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:33:47.758023 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:48.019846 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c8b0f8-3975-4a79-b33d-dd8747761e2b {{(pid=102482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:33:48.040617 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:48.057396 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.provisioning_blocks [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] Transition to ACTIVE for port object 24c8b0f8-3975-4a79-b33d-dd8747761e2b will not be triggered until provisioned by entity L2. {{(pid=102482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 11:33:48.063303 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:48.082461 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73749d3b-06e5-4d3e-b26b-d02c5ff78d6b req-499712f4-ac70-47a9-919f-ec5118f7b863 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:48.083923 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-73749d3b-06e5-4d3e-b26b-d02c5ff78d6b req-499712f4-ac70-47a9-919f-ec5118f7b863 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b133ad5e-80d3-4c36-b2ad-94b777c4828b HTTP/1.1" status: 200 len: 931 time: 0.0781848 Nov 24 11:33:48.150898 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] Pushing event updated for resources: {'Port': ['ID=24c8b0f8-3975-4a79-b33d-dd8747761e2b,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:48.201293 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-73749d3b-06e5-4d3e-b26b-d02c5ff78d6b req-bceecb61-b34e-4364-b7e7-605e3450a47f tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983558 Nov 24 11:33:48.227939 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] Attempting to bind port 24c8b0f8-3975-4a79-b33d-dd8747761e2b on host hv-cinder-81908 for vnic_type normal with profile {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:33:48.228271 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] Attempting to bind port 24c8b0f8-3975-4a79-b33d-dd8747761e2b by drivers openvswitch,hyperv on host hv-cinder-81908 at level 0 using segments [{'id': '586f2933-767c-4a6b-aebc-c92cb3d20908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c'}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:33:48.228602 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] Attempting to bind port 24c8b0f8-3975-4a79-b33d-dd8747761e2b on network 8cb87012-c7e7-481f-97cb-d8961b3b8a5c {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:33:48.232883 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] Port 24c8b0f8-3975-4a79-b33d-dd8747761e2b on network 8cb87012-c7e7-481f-97cb-d8961b3b8a5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81908 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 11:33:48.233205 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] Attempting to bind port 24c8b0f8-3975-4a79-b33d-dd8747761e2b on network 8cb87012-c7e7-481f-97cb-d8961b3b8a5c {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:33:48.237972 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] Checking agent: {'id': '3c6daaf5-cf27-4c68-b1a8-704272683c2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81908', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'started_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:33:48.238304 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] Checking segment: {'id': '586f2933-767c-4a6b-aebc-c92cb3d20908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:33:48.238681 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] Bound using segment: {'id': '586f2933-767c-4a6b-aebc-c92cb3d20908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c'} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:33:48.239104 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] Bound port: 24c8b0f8-3975-4a79-b33d-dd8747761e2b, host: hv-cinder-81908, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586f2933-767c-4a6b-aebc-c92cb3d20908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c'}}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:33:48.239449 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:48.303747 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] For port 24c8b0f8-3975-4a79-b33d-dd8747761e2b, host hv-cinder-81908, cleared binding levels {{(pid=102482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:33:48.306713 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] For port 24c8b0f8-3975-4a79-b33d-dd8747761e2b, host hv-cinder-81908, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=24c8b0f8-3975-4a79-b33d-dd8747761e2b,segment=NetworkSegment(586f2933-767c-4a6b-aebc-c92cb3d20908),segment_id=586f2933-767c-4a6b-aebc-c92cb3d20908)] {{(pid=102482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:33:48.311609 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:48.344932 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:48.345545 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:48.346905 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] 10.222.0.65 "PUT /v2.0/ports/24c8b0f8-3975-4a79-b33d-dd8747761e2b HTTP/1.1" status: 200 len: 1093 time: 0.6510878 Nov 24 11:33:48.347350 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b133ad5e-80d3-4c36-b2ad-94b777c4828b', 'tag': '24c8b0f8-3975-4a79-b33d-dd8747761e2b'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:33:48.349612 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db89b02-c7e5-410c-abe7-e293c86bbfa7" -d '{"events": [{"name": "network-changed", "server_uuid": "b133ad5e-80d3-4c36-b2ad-94b777c4828b", "tag": "24c8b0f8-3975-4a79-b33d-dd8747761e2b"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:33:48.374017 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e0eb3-1a3a-48fa-bf63-0abe9daf79a0 service neutron] Pushing event updated for resources: {'Port': ['ID=24c8b0f8-3975-4a79-b33d-dd8747761e2b,revision_number=3']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:48.400468 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583a07fa-0356-48ee-9aea-38bfa346b92b x-openstack-request-id: req-583a07fa-0356-48ee-9aea-38bfa346b92b {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:33:48.400777 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b133ad5e-80d3-4c36-b2ad-94b777c4828b", "tag": "24c8b0f8-3975-4a79-b33d-dd8747761e2b", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:33:48.401088 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-583a07fa-0356-48ee-9aea-38bfa346b92b {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:33:48.401430 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b133ad5e-80d3-4c36-b2ad-94b777c4828b', 'tag': '24c8b0f8-3975-4a79-b33d-dd8747761e2b', 'status': 'completed', 'code': 200} Nov 24 11:33:48.432757 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-93750968-7ce8-43c2-b6e7-5ed69c96217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:48.434236 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-93750968-7ce8-43c2-b6e7-5ed69c96217c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef53e9fe83e345f5bb4e53bdf5fc567a&device_id=b133ad5e-80d3-4c36-b2ad-94b777c4828b HTTP/1.1" status: 200 len: 1096 time: 0.0428529 Nov 24 11:33:48.487864 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-f2273cee-2935-4067-8916-e1e9bd197118 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24c8b0f8-3975-4a79-b33d-dd8747761e2b HTTP/1.1" status: 200 len: 217 time: 0.0363605 Nov 24 11:33:48.534972 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-a4cda412-3265-4fa8-a510-d748bb74e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:48.536366 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-a4cda412-3265-4fa8-a510-d748bb74e816 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a7834c7-fa70-47b7-a7d5-2e5ff40c5bb7 HTTP/1.1" status: 200 len: 854 time: 0.0421698 Nov 24 11:33:48.572101 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-81274f59-4a3f-4a76-821b-7332d8013c9f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8cb87012-c7e7-481f-97cb-d8961b3b8a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268302 Nov 24 11:33:48.697854 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-b2174807-cb53-4321-bd39-3e3902a93f51 service neutron] 10.222.0.65 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159983 Nov 24 11:33:48.705884 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb458b4-7da2-4d26-9835-2a0b36c47b74 req-77b64370-17a2-4268-bc92-7fb4f66771ee tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:48.707306 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8bb458b4-7da2-4d26-9835-2a0b36c47b74 req-77b64370-17a2-4268-bc92-7fb4f66771ee tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 943 time: 0.0668776 Nov 24 11:33:48.810490 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8bb458b4-7da2-4d26-9835-2a0b36c47b74 req-b6d48ff0-b4e8-4f23-9807-1e205fb19310 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947335 Nov 24 11:33:48.827614 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d804706-5257-43b4-b22d-ac0a019d8adf req-78c714df-d02f-4b49-bc2b-962ce08e1742 service neutron] 10.222.0.65 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194139 Nov 24 11:33:48.918687 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db89b02-c7e5-410c-abe7-e293c86bbfa7 req-33f8466c-42c6-4e94-9f74-16c563088d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:48.920150 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5db89b02-c7e5-410c-abe7-e293c86bbfa7 req-33f8466c-42c6-4e94-9f74-16c563088d75 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef53e9fe83e345f5bb4e53bdf5fc567a&device_id=b133ad5e-80d3-4c36-b2ad-94b777c4828b HTTP/1.1" status: 200 len: 1096 time: 0.0409040 Nov 24 11:33:49.013757 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db89b02-c7e5-410c-abe7-e293c86bbfa7 req-c5a9ef05-fd85-4adc-8705-e8ad06e1af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:49.015117 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5db89b02-c7e5-410c-abe7-e293c86bbfa7 req-c5a9ef05-fd85-4adc-8705-e8ad06e1af62 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8cb87012-c7e7-481f-97cb-d8961b3b8a5c HTTP/1.1" status: 200 len: 915 time: 0.0868480 Nov 24 11:33:49.058355 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5db89b02-c7e5-410c-abe7-e293c86bbfa7 req-86495583-3526-4988-be2b-85c888d8ec06 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24c8b0f8-3975-4a79-b33d-dd8747761e2b HTTP/1.1" status: 200 len: 217 time: 0.0331748 Nov 24 11:33:49.105277 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db89b02-c7e5-410c-abe7-e293c86bbfa7 req-5c3fc33f-4389-4b13-ac56-3dc97ac37672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:49.106666 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5db89b02-c7e5-410c-abe7-e293c86bbfa7 req-5c3fc33f-4389-4b13-ac56-3dc97ac37672 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a7834c7-fa70-47b7-a7d5-2e5ff40c5bb7 HTTP/1.1" status: 200 len: 854 time: 0.0414631 Nov 24 11:33:49.146654 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5db89b02-c7e5-410c-abe7-e293c86bbfa7 req-75b0b04e-9002-4d2e-babc-a41275e62539 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8cb87012-c7e7-481f-97cb-d8961b3b8a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251427 Nov 24 11:33:49.239609 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5db89b02-c7e5-410c-abe7-e293c86bbfa7 req-5bf8e633-1b60-4ae0-9af0-d3db05a4db07 service neutron] 10.222.0.65 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838811 Nov 24 11:33:49.373300 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506dc320-410a-45b4-b3ed-ec3b9344c7e2 req-ccf018b3-4c1a-4aa7-9a1b-caf8edadd5cf tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:49.374757 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-506dc320-410a-45b4-b3ed-ec3b9344c7e2 req-ccf018b3-4c1a-4aa7-9a1b-caf8edadd5cf tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b133ad5e-80d3-4c36-b2ad-94b777c4828b HTTP/1.1" status: 200 len: 943 time: 0.1006174 Nov 24 11:33:49.378283 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5db89b02-c7e5-410c-abe7-e293c86bbfa7 req-f4b6284b-7ca2-4da6-a7fe-e0684c7025d1 service neutron] 10.222.0.65 "GET /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209149 Nov 24 11:33:49.421747 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-506dc320-410a-45b4-b3ed-ec3b9344c7e2 req-0cb72ec1-181f-48e9-b1f6-a6d5f1e73d6f tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411623 Nov 24 11:33:49.923999 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b8a52-8835-4941-9cdb-45ce83d03ae6 req-0b08cada-0594-4ecd-ad37-5880725b0e56 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:49.925624 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e57b8a52-8835-4941-9cdb-45ce83d03ae6 req-0b08cada-0594-4ecd-ad37-5880725b0e56 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 943 time: 0.0485339 Nov 24 11:33:49.973870 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e57b8a52-8835-4941-9cdb-45ce83d03ae6 req-774fbb7e-7ecd-4064-9600-a02447388e38 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420043 Nov 24 11:33:50.538036 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e832cf8-9396-4b83-9555-c6de7b91e0db req-11cb46a1-fddc-471c-83a9-e6485557ec74 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:50.539483 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7e832cf8-9396-4b83-9555-c6de7b91e0db req-11cb46a1-fddc-471c-83a9-e6485557ec74 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b133ad5e-80d3-4c36-b2ad-94b777c4828b HTTP/1.1" status: 200 len: 943 time: 0.0519257 Nov 24 11:33:50.585760 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7e832cf8-9396-4b83-9555-c6de7b91e0db req-abd5bcde-8689-43e3-b310-94c771513111 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404515 Nov 24 11:33:51.002646 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 24c8b0f8-3975-4a79-b33d-dd8747761e2b details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:33:51.088160 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b58447-632a-4b90-8593-133a629ed113 req-b3c6d6c2-2c24-44bb-a904-39c5b810c9ae tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:51.089664 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d9b58447-632a-4b90-8593-133a629ed113 req-b3c6d6c2-2c24-44bb-a904-39c5b810c9ae tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 943 time: 0.0487692 Nov 24 11:33:51.098198 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 24c8b0f8-3975-4a79-b33d-dd8747761e2b, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=24c8b0f8-3975-4a79-b33d-dd8747761e2b,segment=NetworkSegment(586f2933-767c-4a6b-aebc-c92cb3d20908),segment_id=586f2933-767c-4a6b-aebc-c92cb3d20908)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:33:51.110381 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': '24c8b0f8-3975-4a79-b33d-dd8747761e2b', 'network_id': '8cb87012-c7e7-481f-97cb-d8961b3b8a5c', 'port_id': '24c8b0f8-3975-4a79-b33d-dd8747761e2b', 'mac_address': 'fa:16:3e:32:a9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7834c7-fa70-47b7-a7d5-2e5ff40c5bb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:33:51.141315 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d9b58447-632a-4b90-8593-133a629ed113 req-2ca92eb7-97bb-42f3-9413-d8e137af2d1e tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449972 Nov 24 11:33:51.146630 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:51.160208 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c8b0f8-3975-4a79-b33d-dd8747761e2b {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:33:51.179781 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 24c8b0f8-3975-4a79-b33d-dd8747761e2b, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=24c8b0f8-3975-4a79-b33d-dd8747761e2b,segment=NetworkSegment(586f2933-767c-4a6b-aebc-c92cb3d20908),segment_id=586f2933-767c-4a6b-aebc-c92cb3d20908)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:33:51.183077 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:51.227093 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=24c8b0f8-3975-4a79-b33d-dd8747761e2b,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:51.234535 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:51.234888 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:51.235233 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:51.235574 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:51.235905 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:51.236236 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:51.236567 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:51.236926 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:51.237255 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:51.237580 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:51.237904 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:51.238232 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:33:51.436757 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['24c8b0f8-3975-4a79-b33d-dd8747761e2b'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:33:51.705040 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea83fc9-2f8f-44c7-9bce-7f129cfd8ec5 req-2d527a13-9aa7-436e-990b-ba542d096cd8 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:51.706411 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fea83fc9-2f8f-44c7-9bce-7f129cfd8ec5 req-2d527a13-9aa7-436e-990b-ba542d096cd8 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b133ad5e-80d3-4c36-b2ad-94b777c4828b HTTP/1.1" status: 200 len: 944 time: 0.0535412 Nov 24 11:33:51.751819 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fea83fc9-2f8f-44c7-9bce-7f129cfd8ec5 req-6d5e34a6-522d-4baa-a265-1eeb9e74efd5 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396688 Nov 24 11:33:52.254931 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426565f-4efe-4231-8229-26b5f63e93d5 req-8fe15946-2e3c-4391-a51b-122982c83495 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:52.256365 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f426565f-4efe-4231-8229-26b5f63e93d5 req-8fe15946-2e3c-4391-a51b-122982c83495 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 943 time: 0.0480585 Nov 24 11:33:52.303416 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f426565f-4efe-4231-8229-26b5f63e93d5 req-ce674089-4ef0-460b-aa03-f42e5b8a6ee5 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412714 Nov 24 11:33:52.865860 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71644e0c-449e-41ab-913c-9a041933f58a req-79a4a858-8c41-464e-9332-5d76f7e44b33 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:52.869177 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-71644e0c-449e-41ab-913c-9a041933f58a req-79a4a858-8c41-464e-9332-5d76f7e44b33 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b133ad5e-80d3-4c36-b2ad-94b777c4828b HTTP/1.1" status: 200 len: 944 time: 0.0495880 Nov 24 11:33:52.917195 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-71644e0c-449e-41ab-913c-9a041933f58a req-dc9ab727-89ee-4985-bd3b-33fcd3f4f838 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440557 Nov 24 11:33:53.011427 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 5c73813a-14a8-4e78-ae67-e9464fd16f15 details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:33:53.013904 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 24c8b0f8-3975-4a79-b33d-dd8747761e2b up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:33:53.121924 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning for port 24c8b0f8-3975-4a79-b33d-dd8747761e2b completed by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 11:33:53.130339 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port 24c8b0f8-3975-4a79-b33d-dd8747761e2b triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:33:53.130701 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:53.159144 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 5c73813a-14a8-4e78-ae67-e9464fd16f15, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=5c73813a-14a8-4e78-ae67-e9464fd16f15,segment=NetworkSegment(c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c),segment_id=c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:33:53.179141 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': '5c73813a-14a8-4e78-ae67-e9464fd16f15', 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699', 'port_id': '5c73813a-14a8-4e78-ae67-e9464fd16f15', 'mac_address': 'fa:16:3e:22:0c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfc601b-63d6-4a16-bdea-422a8077d6f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:33:53.239373 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:53.257827 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c73813a-14a8-4e78-ae67-e9464fd16f15 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:33:53.266520 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:53.287813 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 5c73813a-14a8-4e78-ae67-e9464fd16f15, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=5c73813a-14a8-4e78-ae67-e9464fd16f15,segment=NetworkSegment(c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c),segment_id=c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:33:53.294435 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:53.301490 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b133ad5e-80d3-4c36-b2ad-94b777c4828b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c8b0f8-3975-4a79-b33d-dd8747761e2b'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:33:53.303685 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428651c8-b9cd-4cd3-94cb-338d7937ed6e" -d '{"events": [{"server_uuid": "b133ad5e-80d3-4c36-b2ad-94b777c4828b", "name": "network-vif-plugged", "status": "completed", "tag": "24c8b0f8-3975-4a79-b33d-dd8747761e2b"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:33:53.333276 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 24c8b0f8-3975-4a79-b33d-dd8747761e2b, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=24c8b0f8-3975-4a79-b33d-dd8747761e2b,segment=NetworkSegment(586f2933-767c-4a6b-aebc-c92cb3d20908),segment_id=586f2933-767c-4a6b-aebc-c92cb3d20908)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:33:53.342710 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:53.345558 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0071b6e9-5956-48d4-9d2f-3da338ee9a9e x-openstack-request-id: req-0071b6e9-5956-48d4-9d2f-3da338ee9a9e {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:33:53.345702 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b133ad5e-80d3-4c36-b2ad-94b777c4828b", "name": "network-vif-plugged", "status": "completed", "tag": "24c8b0f8-3975-4a79-b33d-dd8747761e2b", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:33:53.345879 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0071b6e9-5956-48d4-9d2f-3da338ee9a9e {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:33:53.346262 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b133ad5e-80d3-4c36-b2ad-94b777c4828b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c8b0f8-3975-4a79-b33d-dd8747761e2b', 'code': 200} Nov 24 11:33:53.364108 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=5c73813a-14a8-4e78-ae67-e9464fd16f15,revision_number=7']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:53.425139 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43536ed0-9889-4b7b-a018-37f025d7afee req-a60a1796-dfce-474b-95e8-b799d2d5b38d tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:53.426724 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-43536ed0-9889-4b7b-a018-37f025d7afee req-a60a1796-dfce-474b-95e8-b799d2d5b38d tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 944 time: 0.0509434 Nov 24 11:33:53.482507 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-43536ed0-9889-4b7b-a018-37f025d7afee req-c160f766-2747-4256-8593-0fe91ecabd87 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486321 Nov 24 11:33:53.522610 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c283c7d-71ff-4436-a444-49b4b94b6dd8 req-df118d1d-20a9-4740-89e4-9b5417288f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:53.524009 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3c283c7d-71ff-4436-a444-49b4b94b6dd8 req-df118d1d-20a9-4740-89e4-9b5417288f80 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b133ad5e-80d3-4c36-b2ad-94b777c4828b HTTP/1.1" status: 200 len: 1098 time: 0.0402718 Nov 24 11:33:53.547830 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=24c8b0f8-3975-4a79-b33d-dd8747761e2b,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:53.568156 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3c283c7d-71ff-4436-a444-49b4b94b6dd8 req-f008260f-c4e8-4ff7-b099-db491bed37d5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368867 Nov 24 11:33:53.642547 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['5c73813a-14a8-4e78-ae67-e9464fd16f15'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:33:54.035953 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690857d3-d4e4-484e-b09a-bf335170dda3 req-899f788e-40da-4212-a21d-71093a0c3331 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:54.037485 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-690857d3-d4e4-484e-b09a-bf335170dda3 req-899f788e-40da-4212-a21d-71093a0c3331 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b133ad5e-80d3-4c36-b2ad-94b777c4828b HTTP/1.1" status: 200 len: 945 time: 0.0517066 Nov 24 11:33:54.089955 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-690857d3-d4e4-484e-b09a-bf335170dda3 req-455ce6c1-b676-496f-a1a6-b4474c16846a tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466788 Nov 24 11:33:54.594429 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55b6ce-502f-4b31-93a8-1bbac8b0f2d9 req-30663aac-7b09-40aa-ad00-9fdd5266f2dc tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:54.597164 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fa55b6ce-502f-4b31-93a8-1bbac8b0f2d9 req-30663aac-7b09-40aa-ad00-9fdd5266f2dc tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 944 time: 0.0473139 Nov 24 11:33:54.645494 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fa55b6ce-502f-4b31-93a8-1bbac8b0f2d9 req-b05acc9b-cbdb-4963-bcfa-c0f893a8c233 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436773 Nov 24 11:33:55.019543 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 5c73813a-14a8-4e78-ae67-e9464fd16f15 up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:33:55.067033 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port 5c73813a-14a8-4e78-ae67-e9464fd16f15 triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:33:55.067397 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:55.145809 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:55.178172 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 5c73813a-14a8-4e78-ae67-e9464fd16f15, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=5c73813a-14a8-4e78-ae67-e9464fd16f15,segment=NetworkSegment(c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c),segment_id=c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:33:55.182068 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:55.205661 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f7436-c881-4fe4-b661-e59bd8ee22d0 req-b0d18742-5cb7-4d9f-b4fb-bc9ce6c5f76b tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:55.207131 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c39f7436-c881-4fe4-b661-e59bd8ee22d0 req-b0d18742-5cb7-4d9f-b4fb-bc9ce6c5f76b tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b133ad5e-80d3-4c36-b2ad-94b777c4828b HTTP/1.1" status: 200 len: 945 time: 0.0488870 Nov 24 11:33:55.227958 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=5c73813a-14a8-4e78-ae67-e9464fd16f15,revision_number=8']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:33:55.258797 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c39f7436-c881-4fe4-b661-e59bd8ee22d0 req-ae8afea4-433e-4abe-85a8-1b3a80075350 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453155 Nov 24 11:33:55.346955 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe967b8-7370-4ed9-93a1-0ea622f0cda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c73813a-14a8-4e78-ae67-e9464fd16f15'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:33:55.349359 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd137346-3a34-4ff4-9887-224e7ddd60d1" -d '{"events": [{"server_uuid": "7fe967b8-7370-4ed9-93a1-0ea622f0cda1", "name": "network-vif-plugged", "status": "completed", "tag": "5c73813a-14a8-4e78-ae67-e9464fd16f15"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:33:55.383555 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb98c1d-0847-4dba-8163-59869ad9f4fe x-openstack-request-id: req-7bb98c1d-0847-4dba-8163-59869ad9f4fe {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:33:55.383945 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe967b8-7370-4ed9-93a1-0ea622f0cda1", "name": "network-vif-plugged", "status": "completed", "tag": "5c73813a-14a8-4e78-ae67-e9464fd16f15", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:33:55.384232 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7bb98c1d-0847-4dba-8163-59869ad9f4fe {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:33:55.384711 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe967b8-7370-4ed9-93a1-0ea622f0cda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c73813a-14a8-4e78-ae67-e9464fd16f15', 'code': 200} Nov 24 11:33:55.624969 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5da08-8522-4394-ac04-2213257f9bf2 req-73799e01-d3aa-4893-8e76-37d1b6caa23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:55.626445 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cbd5da08-8522-4394-ac04-2213257f9bf2 req-73799e01-d3aa-4893-8e76-37d1b6caa23e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 1098 time: 0.0399628 Nov 24 11:33:55.671929 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cbd5da08-8522-4394-ac04-2213257f9bf2 req-4faf97e3-3665-4a5e-bf2b-eec0c93d5580 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381322 Nov 24 11:33:55.756831 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e6b4d-9a74-4f36-92cd-69e1332cc13c req-ed88df42-c238-4884-ba95-88d3f582a9dc tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:55.758286 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-528e6b4d-9a74-4f36-92cd-69e1332cc13c req-ed88df42-c238-4884-ba95-88d3f582a9dc tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.0480516 Nov 24 11:33:55.810272 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-528e6b4d-9a74-4f36-92cd-69e1332cc13c req-914b6a27-4b0a-44aa-8d56-1f759c592511 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461967 Nov 24 11:33:56.384902 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-775ca57f-6e6f-4bd7-9fd6-3fd3fa81e02c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:56.942352 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa8822-33bd-42f9-ab6d-7fac8d7c0c70 req-78adde78-d0ed-49ee-acc2-f52e6841d32c tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:56.943832 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8ffa8822-33bd-42f9-ab6d-7fac8d7c0c70 req-78adde78-d0ed-49ee-acc2-f52e6841d32c tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.0631649 Nov 24 11:33:56.993096 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8ffa8822-33bd-42f9-ab6d-7fac8d7c0c70 req-2135ef9b-92a7-4518-9718-af578956d503 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432773 Nov 24 11:33:58.108150 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02b7be-4dbf-464f-9098-395099f1298a req-fea84168-da2f-4f77-9aff-7724f143f2f4 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:33:58.109638 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5e02b7be-4dbf-464f-9098-395099f1298a req-fea84168-da2f-4f77-9aff-7724f143f2f4 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.0487895 Nov 24 11:33:58.158033 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5e02b7be-4dbf-464f-9098-395099f1298a req-cc6e9ed7-128c-4afb-9a04-d21551d7447a tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425193 Nov 24 11:33:58.736850 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0c341f0b-c778-49f6-97cd-85c435a405ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:33:59.688766 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:01.415939 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:02.540908 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:07.178588 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44344180-cc35-44eb-9359-169e081ea2a8 req-fec8f61c-e939-4fb9-b0e2-589e2f8a00bc tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:34:07.180052 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-44344180-cc35-44eb-9359-169e081ea2a8 req-fec8f61c-e939-4fb9-b0e2-589e2f8a00bc tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b133ad5e-80d3-4c36-b2ad-94b777c4828b HTTP/1.1" status: 200 len: 945 time: 0.2053368 Nov 24 11:34:07.226239 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-44344180-cc35-44eb-9359-169e081ea2a8 req-90f38f6e-6098-4cbf-a2ff-1b108d17e61b tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397928 Nov 24 11:34:08.390380 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e900ba6-c416-4b7c-8136-5d06fe41beb1 req-1252ef91-5d4b-4abe-a2a8-430a21b82fcf tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:34:08.391824 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1e900ba6-c416-4b7c-8136-5d06fe41beb1 req-1252ef91-5d4b-4abe-a2a8-430a21b82fcf tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b133ad5e-80d3-4c36-b2ad-94b777c4828b HTTP/1.1" status: 200 len: 945 time: 0.0967224 Nov 24 11:34:08.437794 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1e900ba6-c416-4b7c-8136-5d06fe41beb1 req-d0b3a07d-8ec9-4218-84d2-a1e064342d7a tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399384 Nov 24 11:34:08.781248 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead2696-c24f-4e80-bdf1-6669fef9b3f6 req-ee23175b-ef1b-486a-8c51-02bc601dcb09 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:34:08.782647 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7ead2696-c24f-4e80-bdf1-6669fef9b3f6 req-ee23175b-ef1b-486a-8c51-02bc601dcb09 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.65 "GET /v2.0/ports?device_id=b133ad5e-80d3-4c36-b2ad-94b777c4828b HTTP/1.1" status: 200 len: 945 time: 0.0469234 Nov 24 11:34:08.875968 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-7ead2696-c24f-4e80-bdf1-6669fef9b3f6 req-440c2f7b-705d-4556-b29c-755288f1331e tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Deleting port 24c8b0f8-3975-4a79-b33d-dd8747761e2b {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:34:08.876306 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-7ead2696-c24f-4e80-bdf1-6669fef9b3f6 req-440c2f7b-705d-4556-b29c-755288f1331e tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:08.960210 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-7ead2696-c24f-4e80-bdf1-6669fef9b3f6 req-440c2f7b-705d-4556-b29c-755288f1331e tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] For port 24c8b0f8-3975-4a79-b33d-dd8747761e2b, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=24c8b0f8-3975-4a79-b33d-dd8747761e2b,segment=NetworkSegment(586f2933-767c-4a6b-aebc-c92cb3d20908),segment_id=586f2933-767c-4a6b-aebc-c92cb3d20908)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:34:08.960560 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-7ead2696-c24f-4e80-bdf1-6669fef9b3f6 req-440c2f7b-705d-4556-b29c-755288f1331e tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:08.972609 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-7ead2696-c24f-4e80-bdf1-6669fef9b3f6 req-440c2f7b-705d-4556-b29c-755288f1331e tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Calling delete_port for 24c8b0f8-3975-4a79-b33d-dd8747761e2b owned by compute:nova {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:34:09.098062 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-7ead2696-c24f-4e80-bdf1-6669fef9b3f6 req-440c2f7b-705d-4556-b29c-755288f1331e tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:09.111445 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['118fc979-1306-48a5-b48b-663874fd4bce', '52a62a02-7504-44e1-9a28-00c7d08ba273', '7378f3db-d68a-41fa-9e56-3bfef9c8fe72', '24c8b0f8-3975-4a79-b33d-dd8747761e2b'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:34:09.134099 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c2f7b-705d-4556-b29c-755288f1331e tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Pushing event deleted for resources: {'Port': ['ID=24c8b0f8-3975-4a79-b33d-dd8747761e2b,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:34:09.182334 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ead2696-c24f-4e80-bdf1-6669fef9b3f6 req-440c2f7b-705d-4556-b29c-755288f1331e tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] No DVR routers for this DVR port 24c8b0f8-3975-4a79-b33d-dd8747761e2b on host hv-cinder-81908 {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:34:09.184916 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-7ead2696-c24f-4e80-bdf1-6669fef9b3f6 req-440c2f7b-705d-4556-b29c-755288f1331e tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:09.188277 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7ead2696-c24f-4e80-bdf1-6669fef9b3f6 req-440c2f7b-705d-4556-b29c-755288f1331e tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.65 "DELETE /v2.0/ports/24c8b0f8-3975-4a79-b33d-dd8747761e2b HTTP/1.1" status: 204 len: 173 time: 0.3961418 Nov 24 11:34:09.188747 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b133ad5e-80d3-4c36-b2ad-94b777c4828b', 'name': 'network-vif-deleted', 'tag': '24c8b0f8-3975-4a79-b33d-dd8747761e2b'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:34:09.190971 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257129f0-7df0-4aab-b90e-99da5a937545" -d '{"events": [{"server_uuid": "b133ad5e-80d3-4c36-b2ad-94b777c4828b", "name": "network-vif-deleted", "tag": "24c8b0f8-3975-4a79-b33d-dd8747761e2b"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:34:09.227577 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a671032b-4517-45f9-aadb-a487d07ac5de x-openstack-request-id: req-a671032b-4517-45f9-aadb-a487d07ac5de {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:34:09.227880 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b133ad5e-80d3-4c36-b2ad-94b777c4828b", "name": "network-vif-deleted", "tag": "24c8b0f8-3975-4a79-b33d-dd8747761e2b", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:34:09.228137 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a671032b-4517-45f9-aadb-a487d07ac5de {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:34:09.228556 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b133ad5e-80d3-4c36-b2ad-94b777c4828b', 'name': 'network-vif-deleted', 'tag': '24c8b0f8-3975-4a79-b33d-dd8747761e2b', 'status': 'completed', 'code': 200} Nov 24 11:34:09.542764 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-da6fa2ed-9e05-4eb7-98c0-4188581b8827 req-d03a5a37-dcda-4ffb-840a-5dcdf9cfec96 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b133ad5e-80d3-4c36-b2ad-94b777c4828b HTTP/1.1" status: 200 len: 210 time: 0.0271094 Nov 24 11:34:11.927706 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11de15-c1cf-4803-bb1f-a86804fe9ac0 req-34bdeb84-037a-4598-8d8a-5c7700b9d451 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:34:11.929186 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fd11de15-c1cf-4803-bb1f-a86804fe9ac0 req-34bdeb84-037a-4598-8d8a-5c7700b9d451 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b426882e-6680-41a6-ab15-67edb2361ca1 HTTP/1.1" status: 200 len: 945 time: 0.0484531 Nov 24 11:34:11.975816 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fd11de15-c1cf-4803-bb1f-a86804fe9ac0 req-3f255d15-057e-4000-9589-72af9dd697d7 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400312 Nov 24 11:34:13.081250 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 24c8b0f8-3975-4a79-b33d-dd8747761e2b no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:34:13.089328 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f82b8-9f40-4d3c-97f6-3d77ae63429c req-180dbbd9-e80c-423e-a7c7-8eaf232dcda2 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:34:13.091300 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4d2f82b8-9f40-4d3c-97f6-3d77ae63429c req-180dbbd9-e80c-423e-a7c7-8eaf232dcda2 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b426882e-6680-41a6-ab15-67edb2361ca1 HTTP/1.1" status: 200 len: 945 time: 0.0477903 Nov 24 11:34:13.103683 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] No Port match for: 24c8b0f8-3975-4a79-b33d-dd8747761e2b {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:34:13.104086 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 24c8b0f8-3975-4a79-b33d-dd8747761e2b not bound to the agent host hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:34:13.141066 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4d2f82b8-9f40-4d3c-97f6-3d77ae63429c req-72a91766-3e82-4cea-9641-ecfdb4ba8b70 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437427 Nov 24 11:34:13.616518 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66eaba-6744-4d38-b8c9-461ee306b105 req-57c3a021-761a-4375-be89-cccb523d4b13 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:34:13.617991 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c66eaba-6744-4d38-b8c9-461ee306b105 req-57c3a021-761a-4375-be89-cccb523d4b13 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.65 "GET /v2.0/ports?device_id=b426882e-6680-41a6-ab15-67edb2361ca1 HTTP/1.1" status: 200 len: 945 time: 0.0492370 Nov 24 11:34:13.706578 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-7c66eaba-6744-4d38-b8c9-461ee306b105 req-faa3ad19-22c4-4bdf-849c-a58fdae0863f tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Deleting port 7378f3db-d68a-41fa-9e56-3bfef9c8fe72 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:34:13.706906 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-7c66eaba-6744-4d38-b8c9-461ee306b105 req-faa3ad19-22c4-4bdf-849c-a58fdae0863f tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:13.794893 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-7c66eaba-6744-4d38-b8c9-461ee306b105 req-faa3ad19-22c4-4bdf-849c-a58fdae0863f tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] For port 7378f3db-d68a-41fa-9e56-3bfef9c8fe72, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=7378f3db-d68a-41fa-9e56-3bfef9c8fe72,segment=NetworkSegment(586f2933-767c-4a6b-aebc-c92cb3d20908),segment_id=586f2933-767c-4a6b-aebc-c92cb3d20908)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:34:13.795240 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-7c66eaba-6744-4d38-b8c9-461ee306b105 req-faa3ad19-22c4-4bdf-849c-a58fdae0863f tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:13.807295 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-7c66eaba-6744-4d38-b8c9-461ee306b105 req-faa3ad19-22c4-4bdf-849c-a58fdae0863f tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Calling delete_port for 7378f3db-d68a-41fa-9e56-3bfef9c8fe72 owned by compute:nova {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:34:13.936501 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-7c66eaba-6744-4d38-b8c9-461ee306b105 req-faa3ad19-22c4-4bdf-849c-a58fdae0863f tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:13.948385 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['118fc979-1306-48a5-b48b-663874fd4bce', '52a62a02-7504-44e1-9a28-00c7d08ba273', '7378f3db-d68a-41fa-9e56-3bfef9c8fe72'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:34:13.966283 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3ad19-22c4-4bdf-849c-a58fdae0863f tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Pushing event deleted for resources: {'Port': ['ID=7378f3db-d68a-41fa-9e56-3bfef9c8fe72,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:34:14.011513 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c66eaba-6744-4d38-b8c9-461ee306b105 req-faa3ad19-22c4-4bdf-849c-a58fdae0863f tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] No DVR routers for this DVR port 7378f3db-d68a-41fa-9e56-3bfef9c8fe72 on host hv-cinder-81908 {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:34:14.014013 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-7c66eaba-6744-4d38-b8c9-461ee306b105 req-faa3ad19-22c4-4bdf-849c-a58fdae0863f tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:14.017500 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c66eaba-6744-4d38-b8c9-461ee306b105 req-faa3ad19-22c4-4bdf-849c-a58fdae0863f tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.65 "DELETE /v2.0/ports/7378f3db-d68a-41fa-9e56-3bfef9c8fe72 HTTP/1.1" status: 204 len: 173 time: 0.3926394 Nov 24 11:34:14.017971 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b426882e-6680-41a6-ab15-67edb2361ca1', 'name': 'network-vif-deleted', 'tag': '7378f3db-d68a-41fa-9e56-3bfef9c8fe72'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:34:14.020815 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c9de49-dcc0-4df6-9686-d860a82e088b" -d '{"events": [{"server_uuid": "b426882e-6680-41a6-ab15-67edb2361ca1", "name": "network-vif-deleted", "tag": "7378f3db-d68a-41fa-9e56-3bfef9c8fe72"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:34:14.057307 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96988600-5aaf-4dd3-a060-130da3ede5ee x-openstack-request-id: req-96988600-5aaf-4dd3-a060-130da3ede5ee {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:34:14.057607 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b426882e-6680-41a6-ab15-67edb2361ca1", "name": "network-vif-deleted", "tag": "7378f3db-d68a-41fa-9e56-3bfef9c8fe72", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:34:14.057862 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-96988600-5aaf-4dd3-a060-130da3ede5ee {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:34:14.058259 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b426882e-6680-41a6-ab15-67edb2361ca1', 'name': 'network-vif-deleted', 'tag': '7378f3db-d68a-41fa-9e56-3bfef9c8fe72', 'status': 'completed', 'code': 200} Nov 24 11:34:14.245007 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e2479924-38ac-4395-b0b4-e50862e2aac0 req-20167683-a530-4a04-bfb5-d35e19ac6989 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=b426882e-6680-41a6-ab15-67edb2361ca1 HTTP/1.1" status: 200 len: 210 time: 0.0256238 Nov 24 11:34:15.506566 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee414f01-0a23-4f8f-ac95-02ada6dba874 req-c8e1e3c4-bd53-4c06-b352-dc3f818cd1b3 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:34:15.507990 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ee414f01-0a23-4f8f-ac95-02ada6dba874 req-c8e1e3c4-bd53-4c06-b352-dc3f818cd1b3 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=071563b9-ee72-4361-8924-8cf784b4e5c7 HTTP/1.1" status: 200 len: 945 time: 0.0502703 Nov 24 11:34:15.554372 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ee414f01-0a23-4f8f-ac95-02ada6dba874 req-9b42e40c-49cc-4cd2-8a29-def0e1ebe0fa tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399175 Nov 24 11:34:16.669019 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185f2b6-1b2c-40ab-8194-b43efef74a65 req-31d73a2c-d20e-4e8b-9b18-9d73a1f54a04 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:34:16.670462 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5185f2b6-1b2c-40ab-8194-b43efef74a65 req-31d73a2c-d20e-4e8b-9b18-9d73a1f54a04 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=071563b9-ee72-4361-8924-8cf784b4e5c7 HTTP/1.1" status: 200 len: 945 time: 0.0491211 Nov 24 11:34:16.716116 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5185f2b6-1b2c-40ab-8194-b43efef74a65 req-fc71d1db-1352-4dac-9cca-ce0219fa8f3c tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396776 Nov 24 11:34:16.952960 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e7f86-b9b0-4676-a1d8-e6bad85bc0c9 req-6234c257-326b-4b04-ae88-c45aa8713c33 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:34:16.954354 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-759e7f86-b9b0-4676-a1d8-e6bad85bc0c9 req-6234c257-326b-4b04-ae88-c45aa8713c33 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.65 "GET /v2.0/ports?device_id=071563b9-ee72-4361-8924-8cf784b4e5c7 HTTP/1.1" status: 200 len: 945 time: 0.0471742 Nov 24 11:34:17.020542 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:17.045163 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-759e7f86-b9b0-4676-a1d8-e6bad85bc0c9 req-f7a573d6-649a-44cb-a704-4f0177fad37b tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Deleting port 52a62a02-7504-44e1-9a28-00c7d08ba273 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:34:17.045490 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-759e7f86-b9b0-4676-a1d8-e6bad85bc0c9 req-f7a573d6-649a-44cb-a704-4f0177fad37b tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:17.111573 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 7378f3db-d68a-41fa-9e56-3bfef9c8fe72 no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:34:17.131355 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] No Port match for: 7378f3db-d68a-41fa-9e56-3bfef9c8fe72 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:34:17.131690 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 7378f3db-d68a-41fa-9e56-3bfef9c8fe72 not bound to the agent host hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:34:17.136832 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-759e7f86-b9b0-4676-a1d8-e6bad85bc0c9 req-f7a573d6-649a-44cb-a704-4f0177fad37b tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] For port 52a62a02-7504-44e1-9a28-00c7d08ba273, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=52a62a02-7504-44e1-9a28-00c7d08ba273,segment=NetworkSegment(586f2933-767c-4a6b-aebc-c92cb3d20908),segment_id=586f2933-767c-4a6b-aebc-c92cb3d20908)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:34:17.137365 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-759e7f86-b9b0-4676-a1d8-e6bad85bc0c9 req-f7a573d6-649a-44cb-a704-4f0177fad37b tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:17.151211 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-759e7f86-b9b0-4676-a1d8-e6bad85bc0c9 req-f7a573d6-649a-44cb-a704-4f0177fad37b tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Calling delete_port for 52a62a02-7504-44e1-9a28-00c7d08ba273 owned by compute:nova {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:34:17.276792 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-759e7f86-b9b0-4676-a1d8-e6bad85bc0c9 req-f7a573d6-649a-44cb-a704-4f0177fad37b tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:17.288002 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['118fc979-1306-48a5-b48b-663874fd4bce', '52a62a02-7504-44e1-9a28-00c7d08ba273'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:34:17.303383 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a573d6-649a-44cb-a704-4f0177fad37b tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Pushing event deleted for resources: {'Port': ['ID=52a62a02-7504-44e1-9a28-00c7d08ba273,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:34:17.348405 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-759e7f86-b9b0-4676-a1d8-e6bad85bc0c9 req-f7a573d6-649a-44cb-a704-4f0177fad37b tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] No DVR routers for this DVR port 52a62a02-7504-44e1-9a28-00c7d08ba273 on host hv-cinder-81908 {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:34:17.350792 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-759e7f86-b9b0-4676-a1d8-e6bad85bc0c9 req-f7a573d6-649a-44cb-a704-4f0177fad37b tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:17.354099 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-759e7f86-b9b0-4676-a1d8-e6bad85bc0c9 req-f7a573d6-649a-44cb-a704-4f0177fad37b tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.65 "DELETE /v2.0/ports/52a62a02-7504-44e1-9a28-00c7d08ba273 HTTP/1.1" status: 204 len: 173 time: 0.3934715 Nov 24 11:34:17.354544 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071563b9-ee72-4361-8924-8cf784b4e5c7', 'name': 'network-vif-deleted', 'tag': '52a62a02-7504-44e1-9a28-00c7d08ba273'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:34:17.357425 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35dd869-e390-4e69-b95b-91df226adbb9" -d '{"events": [{"server_uuid": "071563b9-ee72-4361-8924-8cf784b4e5c7", "name": "network-vif-deleted", "tag": "52a62a02-7504-44e1-9a28-00c7d08ba273"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:34:17.394786 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21ec0e9-4c93-4bf0-8223-bdb41cb9d04d x-openstack-request-id: req-e21ec0e9-4c93-4bf0-8223-bdb41cb9d04d {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:34:17.395081 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071563b9-ee72-4361-8924-8cf784b4e5c7", "name": "network-vif-deleted", "tag": "52a62a02-7504-44e1-9a28-00c7d08ba273", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:34:17.395337 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e21ec0e9-4c93-4bf0-8223-bdb41cb9d04d {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:34:17.395736 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071563b9-ee72-4361-8924-8cf784b4e5c7', 'name': 'network-vif-deleted', 'tag': '52a62a02-7504-44e1-9a28-00c7d08ba273', 'status': 'completed', 'code': 200} Nov 24 11:34:17.823293 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8fd3acf6-1cb9-4b58-af74-3f85dfe3c3b0 req-88945472-040a-41d5-aa95-bc06de87c20f tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=071563b9-ee72-4361-8924-8cf784b4e5c7 HTTP/1.1" status: 200 len: 210 time: 0.0273850 Nov 24 11:34:20.209895 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecda5ab-2ce4-4e10-9d33-42dd87b2189f req-286bf183-a468-4d94-8a12-e2fd6d6b645a tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:34:20.211268 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0ecda5ab-2ce4-4e10-9d33-42dd87b2189f req-286bf183-a468-4d94-8a12-e2fd6d6b645a tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce HTTP/1.1" status: 200 len: 945 time: 0.0485332 Nov 24 11:34:20.257210 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0ecda5ab-2ce4-4e10-9d33-42dd87b2189f req-3c3f1245-305f-446a-9d4f-3e526b307551 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394373 Nov 24 11:34:21.124303 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 52a62a02-7504-44e1-9a28-00c7d08ba273 no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:34:21.143825 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] No Port match for: 52a62a02-7504-44e1-9a28-00c7d08ba273 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:34:21.144165 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 52a62a02-7504-44e1-9a28-00c7d08ba273 not bound to the agent host hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:34:21.370488 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fa7db-90a6-4cb4-8aed-922f7a25b1fa req-5f6089e8-2c98-425d-a476-5028b0c87ece tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:34:21.371939 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-886fa7db-90a6-4cb4-8aed-922f7a25b1fa req-5f6089e8-2c98-425d-a476-5028b0c87ece tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce HTTP/1.1" status: 200 len: 945 time: 0.0471926 Nov 24 11:34:21.421853 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-886fa7db-90a6-4cb4-8aed-922f7a25b1fa req-61b07743-eca3-4deb-95e4-c4af5246b5fd tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/security-groups?id=286cd6c7-3634-4fd9-83ba-721569e6188a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434153 Nov 24 11:34:21.740164 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:34:21.804170 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2af13b-2183-4410-a54c-442e704d759f req-a4cb327c-6b67-4119-9021-d35658522307 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:34:21.805625 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d2af13b-2183-4410-a54c-442e704d759f req-a4cb327c-6b67-4119-9021-d35658522307 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce HTTP/1.1" status: 200 len: 945 time: 0.0475528 Nov 24 11:34:21.894188 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-1d2af13b-2183-4410-a54c-442e704d759f req-c4cf8f37-b928-4a8d-8020-d2d09c0bb8b8 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Deleting port 118fc979-1306-48a5-b48b-663874fd4bce {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:34:21.894525 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1d2af13b-2183-4410-a54c-442e704d759f req-c4cf8f37-b928-4a8d-8020-d2d09c0bb8b8 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:21.984847 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-1d2af13b-2183-4410-a54c-442e704d759f req-c4cf8f37-b928-4a8d-8020-d2d09c0bb8b8 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] For port 118fc979-1306-48a5-b48b-663874fd4bce, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=118fc979-1306-48a5-b48b-663874fd4bce,segment=NetworkSegment(586f2933-767c-4a6b-aebc-c92cb3d20908),segment_id=586f2933-767c-4a6b-aebc-c92cb3d20908)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:34:21.985200 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1d2af13b-2183-4410-a54c-442e704d759f req-c4cf8f37-b928-4a8d-8020-d2d09c0bb8b8 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:21.997402 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-1d2af13b-2183-4410-a54c-442e704d759f req-c4cf8f37-b928-4a8d-8020-d2d09c0bb8b8 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Calling delete_port for 118fc979-1306-48a5-b48b-663874fd4bce owned by compute:nova {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:34:22.120733 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1d2af13b-2183-4410-a54c-442e704d759f req-c4cf8f37-b928-4a8d-8020-d2d09c0bb8b8 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:22.131676 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['118fc979-1306-48a5-b48b-663874fd4bce'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:34:22.149389 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf8f37-b928-4a8d-8020-d2d09c0bb8b8 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Pushing event deleted for resources: {'Port': ['ID=118fc979-1306-48a5-b48b-663874fd4bce,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:34:22.189819 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2af13b-2183-4410-a54c-442e704d759f req-c4cf8f37-b928-4a8d-8020-d2d09c0bb8b8 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] No DVR routers for this DVR port 118fc979-1306-48a5-b48b-663874fd4bce on host hv-cinder-81908 {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:34:22.192230 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1d2af13b-2183-4410-a54c-442e704d759f req-c4cf8f37-b928-4a8d-8020-d2d09c0bb8b8 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:22.195644 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d2af13b-2183-4410-a54c-442e704d759f req-c4cf8f37-b928-4a8d-8020-d2d09c0bb8b8 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.65 "DELETE /v2.0/ports/118fc979-1306-48a5-b48b-663874fd4bce HTTP/1.1" status: 204 len: 173 time: 0.3831112 Nov 24 11:34:22.196084 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce', 'name': 'network-vif-deleted', 'tag': '118fc979-1306-48a5-b48b-663874fd4bce'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:34:22.198343 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6e8162-ff80-4e12-9056-d7b684e6d3ca" -d '{"events": [{"server_uuid": "f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce", "name": "network-vif-deleted", "tag": "118fc979-1306-48a5-b48b-663874fd4bce"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:34:22.237301 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e876cb15-dc2d-41c1-9ee4-06e22d00a379 x-openstack-request-id: req-e876cb15-dc2d-41c1-9ee4-06e22d00a379 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:34:22.237599 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce", "name": "network-vif-deleted", "tag": "118fc979-1306-48a5-b48b-663874fd4bce", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:34:22.237857 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e876cb15-dc2d-41c1-9ee4-06e22d00a379 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:34:22.238251 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce', 'name': 'network-vif-deleted', 'tag': '118fc979-1306-48a5-b48b-663874fd4bce', 'status': 'completed', 'code': 200} Nov 24 11:34:22.525630 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f14ae659-95f0-458b-9bbf-de494b44866e req-ebc044e8-8f08-480a-9858-212a0d6e4e46 tempest-AttachVolumeNegativeTest-1672652711 tempest-AttachVolumeNegativeTest-1672652711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5b4d4cf-e6e3-4783-b91e-e96a3454a6ce HTTP/1.1" status: 200 len: 210 time: 0.0265288 Nov 24 11:34:23.583227 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 59098) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:34:23.627292 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d9da81-76cb-4293-8c9e-02426da0d5a1 admin admin] Deleting subnet 4a7834c7-fa70-47b7-a7d5-2e5ff40c5bb7 {{(pid=102481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 11:34:23.630320 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-11d9da81-76cb-4293-8c9e-02426da0d5a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:23.664083 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-11d9da81-76cb-4293-8c9e-02426da0d5a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534712207'] for subnet, precommit_delete_associations {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:23.701422 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-11d9da81-76cb-4293-8c9e-02426da0d5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036365'] for subnet, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:23.750212 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-11d9da81-76cb-4293-8c9e-02426da0d5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534712115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534249557'] for subnet, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:23.780252 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9da81-76cb-4293-8c9e-02426da0d5a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a7834c7-fa70-47b7-a7d5-2e5ff40c5bb7,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:34:23.783213 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-11d9da81-76cb-4293-8c9e-02426da0d5a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:23.785768 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-11d9da81-76cb-4293-8c9e-02426da0d5a1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4a7834c7-fa70-47b7-a7d5-2e5ff40c5bb7 HTTP/1.1" status: 204 len: 168 time: 0.2015533 Nov 24 11:34:23.788421 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59100) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:34:23.791788 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9da81-76cb-4293-8c9e-02426da0d5a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:23.792146 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9da81-76cb-4293-8c9e-02426da0d5a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:23.792496 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9da81-76cb-4293-8c9e-02426da0d5a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:23.792867 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9da81-76cb-4293-8c9e-02426da0d5a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:23.793216 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9da81-76cb-4293-8c9e-02426da0d5a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:23.793556 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9da81-76cb-4293-8c9e-02426da0d5a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:23.793907 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9da81-76cb-4293-8c9e-02426da0d5a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:23.794268 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9da81-76cb-4293-8c9e-02426da0d5a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:23.794607 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9da81-76cb-4293-8c9e-02426da0d5a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:23.794938 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9da81-76cb-4293-8c9e-02426da0d5a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:23.795266 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9da81-76cb-4293-8c9e-02426da0d5a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:23.795591 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9da81-76cb-4293-8c9e-02426da0d5a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:23.856749 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a68d377a-5697-4d5f-8e7b-a912a03954f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622759'] for network, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:23.932012 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a68d377a-5697-4d5f-8e7b-a912a03954f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037944', 'neutron.services.segments.db._delete_segments_for_network-8771666762424'] for network, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:23.955526 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-a68d377a-5697-4d5f-8e7b-a912a03954f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb87012-c7e7-481f-97cb-d8961b3b8a5c']}} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:34:23.964381 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-a68d377a-5697-4d5f-8e7b-a912a03954f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586f2933-767c-4a6b-aebc-c92cb3d20908') {'for_net_delete': True} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:34:23.964700 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-a68d377a-5697-4d5f-8e7b-a912a03954f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586f2933-767c-4a6b-aebc-c92cb3d20908') {} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:34:23.973604 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a68d377a-5697-4d5f-8e7b-a912a03954f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666709580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532784894'] for segment, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:23.986058 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a68d377a-5697-4d5f-8e7b-a912a03954f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:23.991657 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68d377a-5697-4d5f-8e7b-a912a03954f3 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 11:34:23.992023 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a68d377a-5697-4d5f-8e7b-a912a03954f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536164608'] for segment, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: Traceback (most recent call last): Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: timer() Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: cb(*args, **kw) Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: return func(*args, **kwargs) Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: self._notify() Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: self.callback(batched_events) Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: event.method(event) Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: return f(self, *a, **k) Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: return self._get(url).json() Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: return self.request(url, 'GET', **kwargs) Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:34:23.993628 dv-cinder-819089-1-iscsi neutron-server[102482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:34:24.045743 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a68d377a-5697-4d5f-8e7b-a912a03954f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975206'] for network, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:24.050175 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a68d377a-5697-4d5f-8e7b-a912a03954f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:24.053621 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-a68d377a-5697-4d5f-8e7b-a912a03954f3 admin admin] 10.222.0.54 "DELETE /v2.0/networks/8cb87012-c7e7-481f-97cb-d8961b3b8a5c HTTP/1.1" status: 204 len: 168 time: 0.2641091 Nov 24 11:34:24.066270 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d377a-5697-4d5f-8e7b-a912a03954f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cb87012-c7e7-481f-97cb-d8961b3b8a5c,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:34:24.208946 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59104) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:34:24.248178 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-829f2d36-c1fd-4ace-a43e-57e8eb4d22af admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ef53e9fe83e345f5bb4e53bdf5fc567a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381091 Nov 24 11:34:24.250489 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59106) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:34:24.299573 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-47e16326-9afa-4eb5-a26f-b636537f175c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:24.319885 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-47e16326-9afa-4eb5-a26f-b636537f175c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:24.364966 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-47e16326-9afa-4eb5-a26f-b636537f175c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:24.367554 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-47e16326-9afa-4eb5-a26f-b636537f175c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:24.368820 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-47e16326-9afa-4eb5-a26f-b636537f175c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/286cd6c7-3634-4fd9-83ba-721569e6188a HTTP/1.1" status: 204 len: 168 time: 0.1174231 Nov 24 11:34:24.377031 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e16326-9afa-4eb5-a26f-b636537f175c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286cd6c7-3634-4fd9-83ba-721569e6188a,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:34:25.143857 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 118fc979-1306-48a5-b48b-663874fd4bce no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:34:25.173105 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] No Port match for: 118fc979-1306-48a5-b48b-663874fd4bce {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:34:25.173476 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 118fc979-1306-48a5-b48b-663874fd4bce not bound to the agent host hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:34:26.375745 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0bcc5514-487a-446f-a6c5-ec13d2a25801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:28.736794 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3746-1039-4cc8-ba68-eb71863465e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:29.692086 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:31.418014 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:32.545727 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:40.435607 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59324) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:34:40.536472 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5cf40361-f0d2-423d-8970-3f095aaa0dee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:40.608266 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5cf40361-f0d2-423d-8970-3f095aaa0dee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:40.611763 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5cf40361-f0d2-423d-8970-3f095aaa0dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:40.648633 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-5cf40361-f0d2-423d-8970-3f095aaa0dee admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c4bce36a1f8b49b0b183afe6dfee2857&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116263 Nov 24 11:34:40.649488 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf40361-f0d2-423d-8970-3f095aaa0dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efeeaee7-9d8d-4893-a0a0-1d4a886d7fea,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:34:40.651463 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 59328) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:34:40.701737 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3728ed7f-bce6-4855-a6c3-00a661a3a560 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:40.725979 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3728ed7f-bce6-4855-a6c3-00a661a3a560 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:40.771173 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3728ed7f-bce6-4855-a6c3-00a661a3a560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:40.774262 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-3728ed7f-bce6-4855-a6c3-00a661a3a560 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:40.775413 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-3728ed7f-bce6-4855-a6c3-00a661a3a560 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/efeeaee7-9d8d-4893-a0a0-1d4a886d7fea HTTP/1.1" status: 204 len: 168 time: 0.1228776 Nov 24 11:34:40.783442 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728ed7f-bce6-4855-a6c3-00a661a3a560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efeeaee7-9d8d-4893-a0a0-1d4a886d7fea,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:34:41.025974 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 59334) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:34:41.038973 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c65574d3-d0ed-412f-ae12-cefacd0c70a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:41.115827 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c65574d3-d0ed-412f-ae12-cefacd0c70a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:41.119532 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-c65574d3-d0ed-412f-ae12-cefacd0c70a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:41.157011 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-c65574d3-d0ed-412f-ae12-cefacd0c70a0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d2d8220d4a87429c81926a245e873701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298213 Nov 24 11:34:41.158310 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65574d3-d0ed-412f-ae12-cefacd0c70a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639eb9ec-4471-4798-9c77-02383eb60405,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:34:41.160817 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59336) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:34:41.208258 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-cdb59485-d95c-4b1d-b51a-5332e378f0eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:41.228354 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-cdb59485-d95c-4b1d-b51a-5332e378f0eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:41.277969 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-cdb59485-d95c-4b1d-b51a-5332e378f0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:41.280456 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-cdb59485-d95c-4b1d-b51a-5332e378f0eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:41.281622 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-cdb59485-d95c-4b1d-b51a-5332e378f0eb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/639eb9ec-4471-4798-9c77-02383eb60405 HTTP/1.1" status: 204 len: 168 time: 0.1193013 Nov 24 11:34:41.289033 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb59485-d95c-4b1d-b51a-5332e378f0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639eb9ec-4471-4798-9c77-02383eb60405,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:34:45.447998 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59408) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:34:45.547060 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-75ad53b4-3246-478d-b601-34b2fb75e7d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:45.617100 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-75ad53b4-3246-478d-b601-34b2fb75e7d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:45.620833 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-75ad53b4-3246-478d-b601-34b2fb75e7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:45.658697 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-75ad53b4-3246-478d-b601-34b2fb75e7d6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a3be1ca177b44826acc422470b988d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2096348 Nov 24 11:34:45.659852 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad53b4-3246-478d-b601-34b2fb75e7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf796b1c-97f8-4ef8-9c27-05cee3ad16bd,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:34:45.661872 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 59412) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:34:45.712308 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0813a4dd-1596-4dfa-9f48-5955a5429402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:45.732127 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0813a4dd-1596-4dfa-9f48-5955a5429402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:45.777215 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0813a4dd-1596-4dfa-9f48-5955a5429402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:45.780086 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0813a4dd-1596-4dfa-9f48-5955a5429402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:45.781241 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-0813a4dd-1596-4dfa-9f48-5955a5429402 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cf796b1c-97f8-4ef8-9c27-05cee3ad16bd HTTP/1.1" status: 204 len: 168 time: 0.1183836 Nov 24 11:34:45.788823 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813a4dd-1596-4dfa-9f48-5955a5429402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf796b1c-97f8-4ef8-9c27-05cee3ad16bd,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:34:46.035212 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 59418) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:34:46.048453 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9946aef6-471e-4732-8600-9830c863ea18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:46.121142 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9946aef6-471e-4732-8600-9830c863ea18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:46.125337 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-9946aef6-471e-4732-8600-9830c863ea18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:46.162197 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-9946aef6-471e-4732-8600-9830c863ea18 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d97da0524a804ac7855fc500ff5a3541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259418 Nov 24 11:34:46.164066 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946aef6-471e-4732-8600-9830c863ea18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2721dbd-fa49-42b7-8b56-7cddf2ecddb6,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:34:46.164997 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59420) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:34:46.211633 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d2c46edc-9b6a-4fbd-97eb-dd949885546b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:46.232519 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d2c46edc-9b6a-4fbd-97eb-dd949885546b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:46.277131 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d2c46edc-9b6a-4fbd-97eb-dd949885546b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:46.280111 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d2c46edc-9b6a-4fbd-97eb-dd949885546b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:46.281262 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-d2c46edc-9b6a-4fbd-97eb-dd949885546b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c2721dbd-fa49-42b7-8b56-7cddf2ecddb6 HTTP/1.1" status: 204 len: 168 time: 0.1152339 Nov 24 11:34:46.288783 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c46edc-9b6a-4fbd-97eb-dd949885546b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2721dbd-fa49-42b7-8b56-7cddf2ecddb6,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:34:46.931333 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59442) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:34:47.015648 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:47.032779 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-0bdc80a6-f815-4d70-91ed-7b9fea0f1408 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-230981045-network', 'tenant_id': 'fe6baffd91db4114ae8434cb2fec0166'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:34:47.055377 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdc80a6-f815-4d70-91ed-7b9fea0f1408 admin admin] Made reservation on behalf of fe6baffd91db4114ae8434cb2fec0166 for: {'network': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:34:47.057616 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0bdc80a6-f815-4d70-91ed-7b9fea0f1408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for network, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:47.066481 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0bdc80a6-f815-4d70-91ed-7b9fea0f1408 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:47.139932 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0bdc80a6-f815-4d70-91ed-7b9fea0f1408 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:47.143831 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0bdc80a6-f815-4d70-91ed-7b9fea0f1408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:47.167875 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bdc80a6-f815-4d70-91ed-7b9fea0f1408 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=102482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 11:34:47.176576 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc80a6-f815-4d70-91ed-7b9fea0f1408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d0a38a-9361-4099-a129-24aca24d27b6,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:34:47.182493 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0bdc80a6-f815-4d70-91ed-7b9fea0f1408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:47.182944 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.db.segments_db [None req-0bdc80a6-f815-4d70-91ed-7b9fea0f1408 admin admin] Added segment cd9e6686-40db-46b9-a663-b40a49dc2cf0 of type vlan for network 16c5ad2f-010b-412c-b14e-90fc15516d63 Nov 24 11:34:47.223065 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0bdc80a6-f815-4d70-91ed-7b9fea0f1408 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771666227267'] for network, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:47.246477 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0bdc80a6-f815-4d70-91ed-7b9fea0f1408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for network, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:47.247940 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdc80a6-f815-4d70-91ed-7b9fea0f1408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:34:47.248519 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0bdc80a6-f815-4d70-91ed-7b9fea0f1408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:47.279556 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-0bdc80a6-f815-4d70-91ed-7b9fea0f1408 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3470974 Nov 24 11:34:47.282496 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 59446) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:34:47.291291 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-8d7c2bdc-e641-40e6-9df9-7c89c89c4d7d admin admin] Request body: {'subnet': {'network_id': '16c5ad2f-010b-412c-b14e-90fc15516d63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-230981045-subnet', 'tenant_id': 'fe6baffd91db4114ae8434cb2fec0166', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:34:47.315329 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7c2bdc-e641-40e6-9df9-7c89c89c4d7d admin admin] Made reservation on behalf of fe6baffd91db4114ae8434cb2fec0166 for: {'subnet': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:34:47.317763 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8d7c2bdc-e641-40e6-9df9-7c89c89c4d7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534249584'] for subnet, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:47.319111 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc80a6-f815-4d70-91ed-7b9fea0f1408 admin admin] Pushing event updated for resources: {'Network': ['ID=16c5ad2f-010b-412c-b14e-90fc15516d63,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:34:47.328987 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Network 16c5ad2f-010b-412c-b14e-90fc15516d63 details requested by agent ovs-agent-dv-cinder-819089-1-iscsi with host dv-cinder-819089-1-iscsi {{(pid=102483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 11:34:47.477076 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8d7c2bdc-e641-40e6-9df9-7c89c89c4d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534712306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534249538'] for subnet, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:47.534612 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c2bdc-e641-40e6-9df9-7c89c89c4d7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5313fdc-95c5-47bf-9c71-ff1bc27ab76d,revision_number=0']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:34:47.541594 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7c2bdc-e641-40e6-9df9-7c89c89c4d7d admin admin] Checking segment: {'id': 'cd9e6686-40db-46b9-a663-b40a49dc2cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '16c5ad2f-010b-412c-b14e-90fc15516d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:34:47.541945 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7c2bdc-e641-40e6-9df9-7c89c89c4d7d admin admin] Network hostable DHCP agents. Network: 16c5ad2f-010b-412c-b14e-90fc15516d63, hostable agents: ['90347969-607b-440e-afac-8ad03a91f79b'], hosted agents: [] {{(pid=102481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 11:34:47.558249 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7c2bdc-e641-40e6-9df9-7c89c89c4d7d admin admin] Network 16c5ad2f-010b-412c-b14e-90fc15516d63 is scheduled to be hosted by DHCP agent 90347969-607b-440e-afac-8ad03a91f79b with binding_index 1 {{(pid=102481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 11:34:47.567208 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.base_scheduler [None req-8d7c2bdc-e641-40e6-9df9-7c89c89c4d7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819089-1-iscsi, 16c5ad2f-010b-412c-b14e-90fc15516d63) {{(pid=102481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:34:47.571346 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7c2bdc-e641-40e6-9df9-7c89c89c4d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:34:47.572057 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-8d7c2bdc-e641-40e6-9df9-7c89c89c4d7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:47.577187 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7d9246-de53-4952-873b-81248fff3905 None None] Network 16c5ad2f-010b-412c-b14e-90fc15516d63 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:34:47.588171 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-8d7c2bdc-e641-40e6-9df9-7c89c89c4d7d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3045077 Nov 24 11:34:47.724705 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e72b52-026b-458d-a0d9-a7f01574fde4 None None] Network 16c5ad2f-010b-412c-b14e-90fc15516d63 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:34:48.053506 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 59462) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:34:48.058430 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.base [None req-e897ab48-d5bd-4c74-af35-51f0f1865f47 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2066295926-network', 'tenant_id': '43281600ff9341f88af17b6d3099c86a'}} {{(pid=102481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:34:48.078269 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e897ab48-d5bd-4c74-af35-51f0f1865f47 admin admin] Made reservation on behalf of 43281600ff9341f88af17b6d3099c86a for: {'network': 1} {{(pid=102481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:34:48.080476 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e897ab48-d5bd-4c74-af35-51f0f1865f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for network, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:48.089565 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e897ab48-d5bd-4c74-af35-51f0f1865f47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:48.164540 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e897ab48-d5bd-4c74-af35-51f0f1865f47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:48.168042 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e897ab48-d5bd-4c74-af35-51f0f1865f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:48.191794 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e897ab48-d5bd-4c74-af35-51f0f1865f47 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=102481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 11:34:48.203517 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897ab48-d5bd-4c74-af35-51f0f1865f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f226589b-43f5-4399-be94-5a314dec881a,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:34:48.207444 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e897ab48-d5bd-4c74-af35-51f0f1865f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:48.207796 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.segments_db [None req-e897ab48-d5bd-4c74-af35-51f0f1865f47 admin admin] Added segment 065c2867-e7a8-421f-bd17-6f5b815e3e95 of type vlan for network 5e637d9c-ceb0-4d1e-a056-4fc5a04edab7 Nov 24 11:34:48.246304 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e897ab48-d5bd-4c74-af35-51f0f1865f47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771666227267'] for network, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:48.271579 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e897ab48-d5bd-4c74-af35-51f0f1865f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091'] for network, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:48.274684 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e897ab48-d5bd-4c74-af35-51f0f1865f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:34:48.275525 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e897ab48-d5bd-4c74-af35-51f0f1865f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:48.310247 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-e897ab48-d5bd-4c74-af35-51f0f1865f47 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2556396 Nov 24 11:34:48.313038 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59464) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:34:48.318028 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Request body: {'subnet': {'network_id': '5e637d9c-ceb0-4d1e-a056-4fc5a04edab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2066295926-subnet', 'tenant_id': '43281600ff9341f88af17b6d3099c86a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:34:48.338524 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Made reservation on behalf of 43281600ff9341f88af17b6d3099c86a for: {'subnet': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:34:48.341435 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897ab48-d5bd-4c74-af35-51f0f1865f47 admin admin] Pushing event updated for resources: {'Network': ['ID=5e637d9c-ceb0-4d1e-a056-4fc5a04edab7,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:34:48.341729 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532794209'] for subnet, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:48.351224 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Network 5e637d9c-ceb0-4d1e-a056-4fc5a04edab7 details requested by agent ovs-agent-dv-cinder-819089-1-iscsi with host dv-cinder-819089-1-iscsi {{(pid=102483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 11:34:48.506181 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536166255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532794195'] for subnet, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:48.807589 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Pushing event updated for resources: {'Subnet': ['ID=df9e301b-d0a1-493e-a15b-d3a680ccd934,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:34:48.816422 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Checking segment: {'id': '065c2867-e7a8-421f-bd17-6f5b815e3e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5e637d9c-ceb0-4d1e-a056-4fc5a04edab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:34:48.816805 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Network hostable DHCP agents. Network: 5e637d9c-ceb0-4d1e-a056-4fc5a04edab7, hostable agents: ['90347969-607b-440e-afac-8ad03a91f79b'], hosted agents: [] {{(pid=102482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 11:34:48.820186 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:48.820535 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:48.820897 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:48.821231 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:48.821559 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:48.821886 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:48.822212 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:48.822536 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:48.822861 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:48.823179 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:48.823497 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:48.823813 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:34:48.839152 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Network 5e637d9c-ceb0-4d1e-a056-4fc5a04edab7 is scheduled to be hosted by DHCP agent 90347969-607b-440e-afac-8ad03a91f79b with binding_index 1 {{(pid=102482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 11:34:48.847885 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819089-1-iscsi, 5e637d9c-ceb0-4d1e-a056-4fc5a04edab7) {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:34:48.852359 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:34:48.853480 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:48.857039 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ccc05f-c2f8-4ed5-b5a2-cf951e11097c None None] Network 5e637d9c-ceb0-4d1e-a056-4fc5a04edab7 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:34:48.876296 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-1c44b263-b33d-415d-a833-5ad31085edda admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5620890 Nov 24 11:34:48.980065 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd57ba9-b7fe-42ef-a1ed-ee46a64ce43f None None] Network 5e637d9c-ceb0-4d1e-a056-4fc5a04edab7 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:34:56.380843 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3e00d409-eba2-4846-8e94-2a43fa97e297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:58.738283 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ba9af4d6-4de3-4aab-b59e-f385c1917aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:34:58.739037 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:34:59.693539 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:01.423576 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:02.105865 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59582) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:02.149974 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_v2 [None req-761032d8-27cb-4364-92c6-dd400b2e6a9b admin admin] Deleting subnet a5313fdc-95c5-47bf-9c71-ff1bc27ab76d {{(pid=102482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 11:35:02.153007 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-761032d8-27cb-4364-92c6-dd400b2e6a9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:02.185413 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-761032d8-27cb-4364-92c6-dd400b2e6a9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532784871'] for subnet, precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:02.226727 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-761032d8-27cb-4364-92c6-dd400b2e6a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036365'] for subnet, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:02.276821 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-761032d8-27cb-4364-92c6-dd400b2e6a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536166318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532794180'] for subnet, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:02.301457 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761032d8-27cb-4364-92c6-dd400b2e6a9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5313fdc-95c5-47bf-9c71-ff1bc27ab76d,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:02.306558 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-761032d8-27cb-4364-92c6-dd400b2e6a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:02.309900 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-761032d8-27cb-4364-92c6-dd400b2e6a9b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a5313fdc-95c5-47bf-9c71-ff1bc27ab76d HTTP/1.1" status: 204 len: 168 time: 0.2026155 Nov 24 11:35:02.312570 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59584) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:02.381606 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fcc114ac-5459-415a-bea6-20c7784b1ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622759'] for network, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:02.459439 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fcc114ac-5459-415a-bea6-20c7784b1ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037944', 'neutron.services.segments.db._delete_segments_for_network-8771666762424'] for network, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:02.478087 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-fcc114ac-5459-415a-bea6-20c7784b1ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c5ad2f-010b-412c-b14e-90fc15516d63']}} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:02.487659 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-fcc114ac-5459-415a-bea6-20c7784b1ab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9e6686-40db-46b9-a663-b40a49dc2cf0') {'for_net_delete': True} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:02.487949 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-fcc114ac-5459-415a-bea6-20c7784b1ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9e6686-40db-46b9-a663-b40a49dc2cf0') {} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:02.496859 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fcc114ac-5459-415a-bea6-20c7784b1ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666709580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532784894'] for segment, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:02.510097 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fcc114ac-5459-415a-bea6-20c7784b1ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:02.515839 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc114ac-5459-415a-bea6-20c7784b1ab7 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=102482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 11:35:02.516210 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fcc114ac-5459-415a-bea6-20c7784b1ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536164608'] for segment, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: Traceback (most recent call last): Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: timer() Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: cb(*args, **kw) Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: return func(*args, **kwargs) Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: self._notify() Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: self.callback(batched_events) Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: event.method(event) Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: return f(self, *a, **k) Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: return self._get(url).json() Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: return self.request(url, 'GET', **kwargs) Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:35:02.517910 dv-cinder-819089-1-iscsi neutron-server[102482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:35:02.547483 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:02.573851 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fcc114ac-5459-415a-bea6-20c7784b1ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975206'] for network, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:02.578990 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fcc114ac-5459-415a-bea6-20c7784b1ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:02.582220 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-fcc114ac-5459-415a-bea6-20c7784b1ab7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/16c5ad2f-010b-412c-b14e-90fc15516d63 HTTP/1.1" status: 204 len: 168 time: 0.2686687 Nov 24 11:35:02.585168 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 59586) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:02.593366 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc114ac-5459-415a-bea6-20c7784b1ab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=16c5ad2f-010b-412c-b14e-90fc15516d63,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:02.636903 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_v2 [None req-be163ef0-72d2-4388-b2f7-4d5b25446085 admin admin] Deleting subnet df9e301b-d0a1-493e-a15b-d3a680ccd934 {{(pid=102481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 11:35:02.640402 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-be163ef0-72d2-4388-b2f7-4d5b25446085 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:02.675619 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-be163ef0-72d2-4388-b2f7-4d5b25446085 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534712207'] for subnet, precommit_delete_associations {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:02.713988 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-be163ef0-72d2-4388-b2f7-4d5b25446085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036365'] for subnet, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:02.767922 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-be163ef0-72d2-4388-b2f7-4d5b25446085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534712115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534249557'] for subnet, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:02.793330 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be163ef0-72d2-4388-b2f7-4d5b25446085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df9e301b-d0a1-493e-a15b-d3a680ccd934,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:02.798575 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-be163ef0-72d2-4388-b2f7-4d5b25446085 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:02.801610 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-be163ef0-72d2-4388-b2f7-4d5b25446085 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/df9e301b-d0a1-493e-a15b-d3a680ccd934 HTTP/1.1" status: 204 len: 168 time: 0.2154090 Nov 24 11:35:02.804095 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 59588) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:02.869405 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-61e4f363-930c-4037-8d69-ec0a864e7172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622759'] for network, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:02.947583 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-61e4f363-930c-4037-8d69-ec0a864e7172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037944', 'neutron.services.segments.db._delete_segments_for_network-8771666762424'] for network, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:02.968162 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-61e4f363-930c-4037-8d69-ec0a864e7172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e637d9c-ceb0-4d1e-a056-4fc5a04edab7']}} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:02.979787 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-61e4f363-930c-4037-8d69-ec0a864e7172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '065c2867-e7a8-421f-bd17-6f5b815e3e95') {'for_net_delete': True} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:02.980085 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-61e4f363-930c-4037-8d69-ec0a864e7172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '065c2867-e7a8-421f-bd17-6f5b815e3e95') {} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:02.989992 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-61e4f363-930c-4037-8d69-ec0a864e7172 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666709580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534712214'] for segment, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:03.002779 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-61e4f363-930c-4037-8d69-ec0a864e7172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:03.008982 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e4f363-930c-4037-8d69-ec0a864e7172 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 11:35:03.009405 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-61e4f363-930c-4037-8d69-ec0a864e7172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534710685'] for segment, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: Traceback (most recent call last): Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: timer() Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: cb(*args, **kw) Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: return func(*args, **kwargs) Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: self._notify() Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: self.callback(batched_events) Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: event.method(event) Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: return f(self, *a, **k) Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: return self._get(url).json() Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: return self.request(url, 'GET', **kwargs) Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:35:03.011314 dv-cinder-819089-1-iscsi neutron-server[102481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:35:03.067113 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-61e4f363-930c-4037-8d69-ec0a864e7172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975206'] for network, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:03.072161 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-61e4f363-930c-4037-8d69-ec0a864e7172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:03.075322 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-61e4f363-930c-4037-8d69-ec0a864e7172 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5e637d9c-ceb0-4d1e-a056-4fc5a04edab7 HTTP/1.1" status: 204 len: 168 time: 0.2702820 Nov 24 11:35:03.086073 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4f363-930c-4037-8d69-ec0a864e7172 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e637d9c-ceb0-4d1e-a056-4fc5a04edab7,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:03.226271 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59592) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:03.263748 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-63cd8007-8659-44d0-a82e-3e81b913180c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fe6baffd91db4114ae8434cb2fec0166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0363176 Nov 24 11:35:03.266533 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59594) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:03.321580 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ed07c7d4-8f51-402b-a65e-a5b8844e42a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:03.342253 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ed07c7d4-8f51-402b-a65e-a5b8844e42a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:03.388955 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ed07c7d4-8f51-402b-a65e-a5b8844e42a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:03.392318 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ed07c7d4-8f51-402b-a65e-a5b8844e42a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:03.393492 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-ed07c7d4-8f51-402b-a65e-a5b8844e42a2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/96d0a38a-9361-4099-a129-24aca24d27b6 HTTP/1.1" status: 204 len: 168 time: 0.1260188 Nov 24 11:35:03.401199 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07c7d4-8f51-402b-a65e-a5b8844e42a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d0a38a-9361-4099-a129-24aca24d27b6,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:03.698087 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 59600) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:03.737294 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-6782b9b4-07c3-4c62-9e6f-4e5e72d95d00 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=43281600ff9341f88af17b6d3099c86a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380144 Nov 24 11:35:03.739569 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 59602) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:03.784736 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0a5dd8f1-a734-4746-a903-cd53e0363f73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:03.804930 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0a5dd8f1-a734-4746-a903-cd53e0363f73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:03.849416 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0a5dd8f1-a734-4746-a903-cd53e0363f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:03.852128 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-0a5dd8f1-a734-4746-a903-cd53e0363f73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:03.853295 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-0a5dd8f1-a734-4746-a903-cd53e0363f73 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f226589b-43f5-4399-be94-5a314dec881a HTTP/1.1" status: 204 len: 168 time: 0.1128352 Nov 24 11:35:03.861160 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5dd8f1-a734-4746-a903-cd53e0363f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f226589b-43f5-4399-be94-5a314dec881a,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:11.609429 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59724) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:11.711529 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-69658558-2c54-4a5b-9876-e1cbed6334a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:11.790988 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-69658558-2c54-4a5b-9876-e1cbed6334a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:11.794628 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-69658558-2c54-4a5b-9876-e1cbed6334a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:11.831431 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69658558-2c54-4a5b-9876-e1cbed6334a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e440684f-59be-4171-be85-ddd8c6e66c8e,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:11.835996 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-69658558-2c54-4a5b-9876-e1cbed6334a1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ca5a9c7cf6b547e0a315198fa4617c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255774 Nov 24 11:35:11.838604 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59728) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:11.885078 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-19ab412e-ac47-4812-b67f-d33c5424cc01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:11.906266 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-19ab412e-ac47-4812-b67f-d33c5424cc01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:11.950273 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-19ab412e-ac47-4812-b67f-d33c5424cc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:11.953711 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-19ab412e-ac47-4812-b67f-d33c5424cc01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:11.954863 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-19ab412e-ac47-4812-b67f-d33c5424cc01 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e440684f-59be-4171-be85-ddd8c6e66c8e HTTP/1.1" status: 204 len: 168 time: 0.1153648 Nov 24 11:35:11.962478 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab412e-ac47-4812-b67f-d33c5424cc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e440684f-59be-4171-be85-ddd8c6e66c8e,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:12.213530 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 59734) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:12.226369 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e149fb79-660b-408b-bec9-6421c6862c1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:12.298915 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e149fb79-660b-408b-bec9-6421c6862c1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:12.302817 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-e149fb79-660b-408b-bec9-6421c6862c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:12.342904 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-e149fb79-660b-408b-bec9-6421c6862c1d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ef65d8aecfa04dd5a92931287434332e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283321 Nov 24 11:35:12.344247 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149fb79-660b-408b-bec9-6421c6862c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e98f1e-53a8-4821-85bd-7b441889d09c,revision_number=1']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:12.346793 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59736) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:12.393814 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e6fe490b-3d0e-43ef-a94b-4ecd1b0ed0ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:12.414746 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e6fe490b-3d0e-43ef-a94b-4ecd1b0ed0ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:12.462116 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e6fe490b-3d0e-43ef-a94b-4ecd1b0ed0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:12.464589 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e6fe490b-3d0e-43ef-a94b-4ecd1b0ed0ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:12.465737 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e6fe490b-3d0e-43ef-a94b-4ecd1b0ed0ce admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/13e98f1e-53a8-4821-85bd-7b441889d09c HTTP/1.1" status: 204 len: 168 time: 0.1176095 Nov 24 11:35:12.473795 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe490b-3d0e-43ef-a94b-4ecd1b0ed0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e98f1e-53a8-4821-85bd-7b441889d09c,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:12.776869 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59742) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:12.790366 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-26214f37-cf49-43e0-8215-fe31df843db4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:12.863324 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-26214f37-cf49-43e0-8215-fe31df843db4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:12.866781 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-26214f37-cf49-43e0-8215-fe31df843db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:12.903750 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-26214f37-cf49-43e0-8215-fe31df843db4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=000c2fc9224f4a8381463b99c5ea3fe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257868 Nov 24 11:35:12.906210 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26214f37-cf49-43e0-8215-fe31df843db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c37e7f-13cc-4ead-ac5d-bad2faa03708,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:12.907032 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 59744) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:12.954740 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-666849ce-9c84-4df2-9a1a-e6c0cfd2d84d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:12.975354 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-666849ce-9c84-4df2-9a1a-e6c0cfd2d84d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:13.021022 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-666849ce-9c84-4df2-9a1a-e6c0cfd2d84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:13.023768 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-666849ce-9c84-4df2-9a1a-e6c0cfd2d84d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:13.024949 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-666849ce-9c84-4df2-9a1a-e6c0cfd2d84d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/91c37e7f-13cc-4ead-ac5d-bad2faa03708 HTTP/1.1" status: 204 len: 168 time: 0.1168873 Nov 24 11:35:13.033174 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666849ce-9c84-4df2-9a1a-e6c0cfd2d84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c37e7f-13cc-4ead-ac5d-bad2faa03708,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:15.271996 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-9e6318fb-701e-4e4c-b2ef-a796b5682863 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5bef583ca6374c3a8dd72efc869356cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287645 Nov 24 11:35:15.451894 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-ef0f0b18-ca1b-4f2e-9ea8-1e8561fbbd09 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:15.453321 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-ef0f0b18-ca1b-4f2e-9ea8-1e8561fbbd09 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1758938 Nov 24 11:35:15.467547 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-5be7993e-d3e3-4245-939e-285d8d803d1a tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/quotas/5bef583ca6374c3a8dd72efc869356cc HTTP/1.1" status: 200 len: 375 time: 0.0086699 Nov 24 11:35:15.498212 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-d7a242ed-5ea2-4089-b41a-c969d40e5e09 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bef583ca6374c3a8dd72efc869356cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251250 Nov 24 11:35:15.652203 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0136769d-0582-4463-b5bb-439e01868b37 req-3c6c6686-3fa9-4f2a-8b35-bce3e846ea85 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/ports?device_id=357505d4-9a13-4916-8b43-b3f1239ee174 HTTP/1.1" status: 200 len: 210 time: 0.0263753 Nov 24 11:35:16.569963 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-09ca52bc-7e64-4c7a-bf7b-61da8be886b7 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5bef583ca6374c3a8dd72efc869356cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214596 Nov 24 11:35:16.679109 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-20e4d8e6-839a-451c-9069-bd10b5277ceb tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:16.681061 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-20e4d8e6-839a-451c-9069-bd10b5277ceb tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1051304 Nov 24 11:35:16.693343 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-7625315a-57e0-4830-90d0-1cfe94757422 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Request body: {'port': {'device_id': '357505d4-9a13-4916-8b43-b3f1239ee174', 'network_id': 'b4400147-0b48-4dd3-a8ce-464d23a37050', 'admin_state_up': True, 'tenant_id': '5bef583ca6374c3a8dd72efc869356cc'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:35:16.778880 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 59810) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:16.781872 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3b7ea0a6-9352-4360-9d6d-8281bc59ce7e req-61ace42a-c210-4af6-bdfe-8c157a408672 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/ports?device_id=357505d4-9a13-4916-8b43-b3f1239ee174 HTTP/1.1" status: 200 len: 210 time: 0.0573661 Nov 24 11:35:16.825913 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-7625315a-57e0-4830-90d0-1cfe94757422 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Made reservation on behalf of 5bef583ca6374c3a8dd72efc869356cc for: {'port': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 11:35:16.829525 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-7625315a-57e0-4830-90d0-1cfe94757422 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:16.838315 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-7625315a-57e0-4830-90d0-1cfe94757422 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Publish callbacks [] for security_group, before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:16.913172 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-7625315a-57e0-4830-90d0-1cfe94757422 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Publish callbacks [] for security_group, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:16.917291 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-7625315a-57e0-4830-90d0-1cfe94757422 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:16.947091 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-93fbe1e6-d991-43bc-8682-a7afac281a87 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Deleting port eeb2fa44-7e6a-45cc-b673-57c85eed0181 {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:35:16.947432 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-93fbe1e6-d991-43bc-8682-a7afac281a87 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:16.990265 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625315a-57e0-4830-90d0-1cfe94757422 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37ea73a-2c95-4a8e-bbf5-6972316c59b3,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:17.018303 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:17.029182 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-93fbe1e6-d991-43bc-8682-a7afac281a87 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:17.029511 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-93fbe1e6-d991-43bc-8682-a7afac281a87 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:17.042468 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-93fbe1e6-d991-43bc-8682-a7afac281a87 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Calling delete_port for eeb2fa44-7e6a-45cc-b673-57c85eed0181 owned by network:floatingip {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:35:17.057582 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-7625315a-57e0-4830-90d0-1cfe94757422 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Allocated IP 192.168.233.112 (b4400147-0b48-4dd3-a8ce-464d23a37050/8d693155-2cf9-42b5-9b3b-64109795ecfe/8898e5c0-2ef1-4082-98c4-7f4e73caaa2b) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 11:35:17.186301 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-93fbe1e6-d991-43bc-8682-a7afac281a87 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:17.204084 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-7625315a-57e0-4830-90d0-1cfe94757422 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Publish callbacks [] for port, precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:17.212760 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbe1e6-d991-43bc-8682-a7afac281a87 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Pushing event deleted for resources: {'Port': ['ID=eeb2fa44-7e6a-45cc-b673-57c85eed0181,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:17.246836 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-7625315a-57e0-4830-90d0-1cfe94757422 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771666203109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:17.273448 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-93fbe1e6-d991-43bc-8682-a7afac281a87 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for floatingip, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:17.273775 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.db.l3_db [None req-93fbe1e6-d991-43bc-8682-a7afac281a87 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Floating IP be663a05-396d-4cda-886b-b48c74eda586 disassociated (deleted). External IP: 172.27.1.103, port: 5c73813a-14a8-4e78-ae67-e9464fd16f15. Nov 24 11:35:17.292739 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-7625315a-57e0-4830-90d0-1cfe94757422 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Network b4400147-0b48-4dd3-a8ce-464d23a37050 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 11:35:17.295699 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-7625315a-57e0-4830-90d0-1cfe94757422 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 11:35:17.299361 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-7625315a-57e0-4830-90d0-1cfe94757422 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 11:35:17.305906 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625315a-57e0-4830-90d0-1cfe94757422 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Pushing event updated for resources: {'Port': ['ID=8898e5c0-2ef1-4082-98c4-7f4e73caaa2b,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:17.354182 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-7625315a-57e0-4830-90d0-1cfe94757422 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:17.355089 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-7625315a-57e0-4830-90d0-1cfe94757422 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:17.372917 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-7625315a-57e0-4830-90d0-1cfe94757422 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6832173 Nov 24 11:35:17.383660 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-e919cb03-a6fc-432c-aa3f-5625d3a2f057 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 11:35:17.384719 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-e919cb03-a6fc-432c-aa3f-5625d3a2f057 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052667 Nov 24 11:35:17.489159 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fbe1e6-d991-43bc-8682-a7afac281a87 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Router 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:35:17.502221 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] Request body: {'port': {'device_id': '357505d4-9a13-4916-8b43-b3f1239ee174', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81908'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:35:17.557483 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:17.587715 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-4367f215-9f3d-4178-96f9-60fea327a642 None None] Provisioning complete for port 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b triggered by entity DHCP. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:35:17.588019 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4367f215-9f3d-4178-96f9-60fea327a642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:17.597057 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fbe1e6-d991-43bc-8682-a7afac281a87 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:35:17.602139 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-93fbe1e6-d991-43bc-8682-a7afac281a87 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for floatingip, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:17.622121 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d41fe5-77a4-4706-8fb0-b86efbb30037 None None] Sync routers for ids ['9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:35:17.631364 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-93fbe1e6-d991-43bc-8682-a7afac281a87 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "DELETE /v2.0/floatingips/be663a05-396d-4cda-886b-b48c74eda586 HTTP/1.1" status: 204 len: 168 time: 0.8513644 Nov 24 11:35:17.632754 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe967b8-7370-4ed9-93a1-0ea622f0cda1', 'tag': '5c73813a-14a8-4e78-ae67-e9464fd16f15'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:35:17.635400 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a70de09-6f46-42ce-81f4-6c2c3ab3b51f" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe967b8-7370-4ed9-93a1-0ea622f0cda1", "tag": "5c73813a-14a8-4e78-ae67-e9464fd16f15"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:35:17.637269 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-4367f215-9f3d-4178-96f9-60fea327a642 None None] Port 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b cannot update to ACTIVE because it is not bound. {{(pid=102483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 11:35:17.643845 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d41fe5-77a4-4706-8fb0-b86efbb30037 None None] Routers {'9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:35:17.644490 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-90d41fe5-77a4-4706-8fb0-b86efbb30037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:34:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:17.769660 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-90d41fe5-77a4-4706-8fb0-b86efbb30037 None None] Set router 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:35:17.906797 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b {{(pid=102482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:35:17.918052 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:17.945369 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01cb44-0980-4fbf-af42-3309c0df2d28 req-d009ff67-785f-4080-9065-a5d2c8c96b4b tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:17.946953 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ae01cb44-0980-4fbf-af42-3309c0df2d28 req-d009ff67-785f-4080-9065-a5d2c8c96b4b tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.0790396 Nov 24 11:35:17.948055 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.provisioning_blocks [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] Transition to ACTIVE for port object 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b will not be triggered until provisioned by entity L2. {{(pid=102482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 11:35:17.954069 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:17.991315 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95301e1b-5d55-47c8-87f2-9400d8592eb8 x-openstack-request-id: req-95301e1b-5d55-47c8-87f2-9400d8592eb8 {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:35:17.991828 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe967b8-7370-4ed9-93a1-0ea622f0cda1", "tag": "5c73813a-14a8-4e78-ae67-e9464fd16f15", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:35:17.991828 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-95301e1b-5d55-47c8-87f2-9400d8592eb8 {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:35:17.992251 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe967b8-7370-4ed9-93a1-0ea622f0cda1', 'tag': '5c73813a-14a8-4e78-ae67-e9464fd16f15', 'status': 'completed', 'code': 200} Nov 24 11:35:18.017939 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-90d41fe5-77a4-4706-8fb0-b86efbb30037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'name': 'tempest-TestShelveInstance-602502716-router', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:20Z', 'revision_number': 4, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'gw_port': {'id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '49da7869-1f00-4aa4-b7d1-053d04e84081', 'name': '', 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'mac_address': 'fa:16:3e:0d:d2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '6dfc601b-63d6-4a16-bdea-422a8077d6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:20Z', 'updated_at': '2021-11-24T11:30:23Z', 'revision_number': 5, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'subnets': [{'id': '6dfc601b-63d6-4a16-bdea-422a8077d6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:18.057834 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d41fe5-77a4-4706-8fb0-b86efbb30037 None None] Checking router: 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:35:18.073620 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d41fe5-77a4-4706-8fb0-b86efbb30037 None None] Routers {'9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:35:18.075446 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-90d41fe5-77a4-4706-8fb0-b86efbb30037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:34:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:18.094062 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70de09-6f46-42ce-81f4-6c2c3ab3b51f req-3d1bb91a-b920-451e-8c89-fee48adbd534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:18.097211 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-6a70de09-6f46-42ce-81f4-6c2c3ab3b51f req-3d1bb91a-b920-451e-8c89-fee48adbd534 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f381540b3c9b4687aaeecffb496f268e&device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 1098 time: 0.0678525 Nov 24 11:35:18.107749 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8898e5c0-2ef1-4082-98c4-7f4e73caaa2b,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:18.174830 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ae01cb44-0980-4fbf-af42-3309c0df2d28 req-6b3bbc9e-0326-4933-b5ae-5fa4f6b11627 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174513 Nov 24 11:35:18.205262 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ee256-9c08-40d7-977e-9a32513db595 req-460a8e63-94b3-438d-a3d4-9dc19045a34b tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:18.207481 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-095ee256-9c08-40d7-977e-9a32513db595 req-460a8e63-94b3-438d-a3d4-9dc19045a34b tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/ports?device_id=357505d4-9a13-4916-8b43-b3f1239ee174 HTTP/1.1" status: 200 len: 948 time: 0.1667843 Nov 24 11:35:18.213624 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-90d41fe5-77a4-4706-8fb0-b86efbb30037 None None] Set router 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:35:18.223665 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70de09-6f46-42ce-81f4-6c2c3ab3b51f req-4a12f825-6352-413f-b434-fe5b20724961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:18.225859 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-6a70de09-6f46-42ce-81f4-6c2c3ab3b51f req-4a12f825-6352-413f-b434-fe5b20724961 service neutron] 10.222.0.65 "GET /v2.0/networks?id=82ffb513-3ccb-4ed3-b605-477c999e9699 HTTP/1.1" status: 200 len: 909 time: 0.1208184 Nov 24 11:35:18.272489 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] Attempting to bind port 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b on host hv-cinder-81908 for vnic_type normal with profile {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:35:18.272858 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] Attempting to bind port 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b by drivers openvswitch,hyperv on host hv-cinder-81908 at level 0 using segments [{'id': '9006846e-3acd-43ee-b7c6-e9d66ee9198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b4400147-0b48-4dd3-a8ce-464d23a37050'}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 11:35:18.273165 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] Attempting to bind port 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b on network b4400147-0b48-4dd3-a8ce-464d23a37050 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:35:18.277722 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-6a70de09-6f46-42ce-81f4-6c2c3ab3b51f req-f9466c75-9bac-4647-aa0d-ed33911288c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c73813a-14a8-4e78-ae67-e9464fd16f15 HTTP/1.1" status: 200 len: 217 time: 0.0430338 Nov 24 11:35:18.285007 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-095ee256-9c08-40d7-977e-9a32513db595 req-f87993ce-1827-40d9-90b8-bc2cc3863f8a tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/security-groups?id=b37ea73a-2c95-4a8e-bbf5-6972316c59b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715251 Nov 24 11:35:18.285754 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] Port 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b on network b4400147-0b48-4dd3-a8ce-464d23a37050 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81908 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 11:35:18.286078 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] Attempting to bind port 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b on network b4400147-0b48-4dd3-a8ce-464d23a37050 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 11:35:18.292109 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] Checking agent: {'id': '3c6daaf5-cf27-4c68-b1a8-704272683c2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81908', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'started_at': datetime.datetime(2021, 11, 24, 11, 22, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 11, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 11:35:18.292419 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] Checking segment: {'id': '9006846e-3acd-43ee-b7c6-e9d66ee9198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b4400147-0b48-4dd3-a8ce-464d23a37050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 11:35:18.292815 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] Bound using segment: {'id': '9006846e-3acd-43ee-b7c6-e9d66ee9198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b4400147-0b48-4dd3-a8ce-464d23a37050'} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 11:35:18.293256 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] Bound port: 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b, host: hv-cinder-81908, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9006846e-3acd-43ee-b7c6-e9d66ee9198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b4400147-0b48-4dd3-a8ce-464d23a37050'}}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 11:35:18.293622 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:18.340104 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70de09-6f46-42ce-81f4-6c2c3ab3b51f req-520cffa0-d500-4fae-8a1f-24f8710e8f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:18.341684 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-6a70de09-6f46-42ce-81f4-6c2c3ab3b51f req-520cffa0-d500-4fae-8a1f-24f8710e8f59 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6dfc601b-63d6-4a16-bdea-422a8077d6f1 HTTP/1.1" status: 200 len: 847 time: 0.0541029 Nov 24 11:35:18.361728 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] For port 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b, host hv-cinder-81908, cleared binding levels {{(pid=102482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 11:35:18.365367 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] For port 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b, host hv-cinder-81908, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=8898e5c0-2ef1-4082-98c4-7f4e73caaa2b,segment=NetworkSegment(9006846e-3acd-43ee-b7c6-e9d66ee9198e),segment_id=9006846e-3acd-43ee-b7c6-e9d66ee9198e)] {{(pid=102482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 11:35:18.370060 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536166392'] for port, after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:18.396551 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70de09-6f46-42ce-81f4-6c2c3ab3b51f req-8f097ff2-0745-4b18-8afa-b51d15d78f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:18.398520 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-6a70de09-6f46-42ce-81f4-6c2c3ab3b51f req-8f097ff2-0745-4b18-8afa-b51d15d78f91 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=82ffb513-3ccb-4ed3-b605-477c999e9699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474498 Nov 24 11:35:18.427975 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:18.427975 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:18.427975 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] 10.222.0.65 "PUT /v2.0/ports/8898e5c0-2ef1-4082-98c4-7f4e73caaa2b HTTP/1.1" status: 200 len: 1098 time: 1.0308588 Nov 24 11:35:18.427975 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357505d4-9a13-4916-8b43-b3f1239ee174', 'tag': '8898e5c0-2ef1-4082-98c4-7f4e73caaa2b'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:35:18.427975 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c810aef3d37f07da5dac5e546f5197e6b36853b9e04ff41bfee88bceaeb3899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03881de3-3294-4875-8f68-53e3502bb2d5" -d '{"events": [{"name": "network-changed", "server_uuid": "357505d4-9a13-4916-8b43-b3f1239ee174", "tag": "8898e5c0-2ef1-4082-98c4-7f4e73caaa2b"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:35:18.482254 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969a3f7-26f9-4725-a20f-d0c83e0a47f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8898e5c0-2ef1-4082-98c4-7f4e73caaa2b,revision_number=3']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:18.541797 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-6a70de09-6f46-42ce-81f4-6c2c3ab3b51f req-b9d8914c-9f9b-457f-b1d2-969870454c4b service neutron] 10.222.0.65 "GET /v2.0/networks/82ffb513-3ccb-4ed3-b605-477c999e9699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338408 Nov 24 11:35:18.545953 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-b8095e2d-0e64-42d2-9895-c03bee663739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:18.547516 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-b8095e2d-0e64-42d2-9895-c03bee663739 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5bef583ca6374c3a8dd72efc869356cc&device_id=357505d4-9a13-4916-8b43-b3f1239ee174 HTTP/1.1" status: 200 len: 1101 time: 0.0605071 Nov 24 11:35:18.590623 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-90d41fe5-77a4-4706-8fb0-b86efbb30037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'name': 'tempest-TestShelveInstance-602502716-router', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:20Z', 'revision_number': 4, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'gw_port': {'id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '49da7869-1f00-4aa4-b7d1-053d04e84081', 'name': '', 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'mac_address': 'fa:16:3e:0d:d2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '6dfc601b-63d6-4a16-bdea-422a8077d6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:20Z', 'updated_at': '2021-11-24T11:30:23Z', 'revision_number': 5, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'subnets': [{'id': '6dfc601b-63d6-4a16-bdea-422a8077d6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:18.610796 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-39a97e40-06c4-4ca4-9c33-12ebcaa78148 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=8898e5c0-2ef1-4082-98c4-7f4e73caaa2b HTTP/1.1" status: 200 len: 217 time: 0.0519021 Nov 24 11:35:18.623627 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d41fe5-77a4-4706-8fb0-b86efbb30037 None None] The sync data for ids ['9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'] in dv-cinder-819089-1-iscsi is: [{'id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'name': 'tempest-TestShelveInstance-602502716-router', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:20Z', 'revision_number': 4, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'gw_port': {'id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi', '_interfaces': [{'id': '49da7869-1f00-4aa4-b7d1-053d04e84081', 'name': '', 'network_id': '82ffb513-3ccb-4ed3-b605-477c999e9699', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'mac_address': 'fa:16:3e:0d:d2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '6dfc601b-63d6-4a16-bdea-422a8077d6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:20Z', 'updated_at': '2021-11-24T11:30:23Z', 'revision_number': 5, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'subnets': [{'id': '6dfc601b-63d6-4a16-bdea-422a8077d6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:35:18.631309 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 11:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fdf190-4638-4da8-b681-b2bfaec33e27 x-openstack-request-id: req-e4fdf190-4638-4da8-b681-b2bfaec33e27 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:35:18.631599 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357505d4-9a13-4916-8b43-b3f1239ee174", "tag": "8898e5c0-2ef1-4082-98c4-7f4e73caaa2b", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:35:18.631856 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e4fdf190-4638-4da8-b681-b2bfaec33e27 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:35:18.632385 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '357505d4-9a13-4916-8b43-b3f1239ee174', 'tag': '8898e5c0-2ef1-4082-98c4-7f4e73caaa2b', 'status': 'completed', 'code': 200} Nov 24 11:35:18.677057 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-3c2c3b07-5f74-44f7-872f-3caeb7a3c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:18.678674 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-3c2c3b07-5f74-44f7-872f-3caeb7a3c38a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d693155-2cf9-42b5-9b3b-64109795ecfe HTTP/1.1" status: 200 len: 843 time: 0.0609403 Nov 24 11:35:18.694214 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-6a70de09-6f46-42ce-81f4-6c2c3ab3b51f req-96e830a5-922d-4387-baf4-2b69c1c7e604 service neutron] 10.222.0.65 "GET /v2.0/networks/82ffb513-3ccb-4ed3-b605-477c999e9699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361554 Nov 24 11:35:18.729094 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-588e88a5-f2df-4fec-9996-dd26362fd37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:18.730517 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-588e88a5-f2df-4fec-9996-dd26362fd37d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b4400147-0b48-4dd3-a8ce-464d23a37050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0426970 Nov 24 11:35:18.843732 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-f988d155-2db6-425f-8d93-cf29c7f41872 service neutron] 10.222.0.65 "GET /v2.0/networks/b4400147-0b48-4dd3-a8ce-464d23a37050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038141 Nov 24 11:35:18.893804 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f6f68-d936-4e85-b893-a532d7aad544 None None] New status for floating IP be663a05-396d-4cda-886b-b48c74eda586: DOWN {{(pid=102484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 11:35:18.936254 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-46b4457f-41d2-43a0-bb7d-786f50d835c9 req-cc2b3555-5e41-4bea-97d6-1d50e70b7177 service neutron] 10.222.0.65 "GET /v2.0/networks/b4400147-0b48-4dd3-a8ce-464d23a37050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851092 Nov 24 11:35:19.029774 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03881de3-3294-4875-8f68-53e3502bb2d5 req-2aaa9784-7dcd-4f31-b101-fc93df4d372a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:19.031183 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-03881de3-3294-4875-8f68-53e3502bb2d5 req-2aaa9784-7dcd-4f31-b101-fc93df4d372a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5bef583ca6374c3a8dd72efc869356cc&device_id=357505d4-9a13-4916-8b43-b3f1239ee174 HTTP/1.1" status: 200 len: 1101 time: 0.0468006 Nov 24 11:35:19.131054 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03881de3-3294-4875-8f68-53e3502bb2d5 req-d5cf6bce-af4f-44aa-b097-f52d20b8a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:19.132498 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-03881de3-3294-4875-8f68-53e3502bb2d5 req-d5cf6bce-af4f-44aa-b097-f52d20b8a759 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b4400147-0b48-4dd3-a8ce-464d23a37050 HTTP/1.1" status: 200 len: 870 time: 0.0919328 Nov 24 11:35:19.176780 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-03881de3-3294-4875-8f68-53e3502bb2d5 req-12e02ee7-19fa-4a34-86b5-8780e422416a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=8898e5c0-2ef1-4082-98c4-7f4e73caaa2b HTTP/1.1" status: 200 len: 217 time: 0.0366223 Nov 24 11:35:19.230113 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03881de3-3294-4875-8f68-53e3502bb2d5 req-bc0cebb0-2700-4a5a-9620-4063d7e34585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:19.231583 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-03881de3-3294-4875-8f68-53e3502bb2d5 req-bc0cebb0-2700-4a5a-9620-4063d7e34585 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d693155-2cf9-42b5-9b3b-64109795ecfe HTTP/1.1" status: 200 len: 843 time: 0.0433762 Nov 24 11:35:19.308609 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03881de3-3294-4875-8f68-53e3502bb2d5 req-70891d87-b3a3-4059-9664-ac3f98371268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:19.310031 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-03881de3-3294-4875-8f68-53e3502bb2d5 req-70891d87-b3a3-4059-9664-ac3f98371268 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b4400147-0b48-4dd3-a8ce-464d23a37050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0696583 Nov 24 11:35:19.318880 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c311e-2e77-40c2-947b-df7c26233de7 req-01f928fa-424b-4d58-8baa-861727d53f4a tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:19.320304 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1a1c311e-2e77-40c2-947b-df7c26233de7 req-01f928fa-424b-4d58-8baa-861727d53f4a tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.0712841 Nov 24 11:35:19.460136 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1a1c311e-2e77-40c2-947b-df7c26233de7 req-cf308adb-abd1-4dd9-b92f-2d00167abfb9 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d3485c-b76f-4770-978d-828c503b818e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329422 Nov 24 11:35:19.462723 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bff1fe-fae2-4987-85bd-f10ba9edd7bc req-76892a77-b598-41d9-84bb-6eff75812a62 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:19.464193 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-62bff1fe-fae2-4987-85bd-f10ba9edd7bc req-76892a77-b598-41d9-84bb-6eff75812a62 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 945 time: 0.0475066 Nov 24 11:35:19.486448 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7a95b-14fd-4055-81d3-054b7d5abdc2 req-31da3506-a3b0-4815-929e-7c08bd45706f tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:19.487919 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-70d7a95b-14fd-4055-81d3-054b7d5abdc2 req-31da3506-a3b0-4815-929e-7c08bd45706f tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/ports?device_id=357505d4-9a13-4916-8b43-b3f1239ee174 HTTP/1.1" status: 200 len: 948 time: 0.1256909 Nov 24 11:35:19.491461 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-03881de3-3294-4875-8f68-53e3502bb2d5 req-ac949a54-43ce-41ab-ad7c-79da365410d9 service neutron] 10.222.0.65 "GET /v2.0/networks/b4400147-0b48-4dd3-a8ce-464d23a37050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579514 Nov 24 11:35:19.559172 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [req-62bff1fe-fae2-4987-85bd-f10ba9edd7bc req-351c6e06-f96b-46e7-84f7-d45ff703bd6c tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Deleting port 5c73813a-14a8-4e78-ae67-e9464fd16f15 {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:35:19.559517 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-62bff1fe-fae2-4987-85bd-f10ba9edd7bc req-351c6e06-f96b-46e7-84f7-d45ff703bd6c tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:19.596375 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-70d7a95b-14fd-4055-81d3-054b7d5abdc2 req-bf84a4e4-0ab9-4865-a92d-9e08ce3b7da9 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/security-groups?id=b37ea73a-2c95-4a8e-bbf5-6972316c59b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015601 Nov 24 11:35:19.622696 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-03881de3-3294-4875-8f68-53e3502bb2d5 req-c3b7abec-284c-4feb-9f57-d2882d8fdcae service neutron] 10.222.0.65 "GET /v2.0/networks/b4400147-0b48-4dd3-a8ce-464d23a37050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220627 Nov 24 11:35:19.650891 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-62bff1fe-fae2-4987-85bd-f10ba9edd7bc req-351c6e06-f96b-46e7-84f7-d45ff703bd6c tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] For port 5c73813a-14a8-4e78-ae67-e9464fd16f15, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=5c73813a-14a8-4e78-ae67-e9464fd16f15,segment=NetworkSegment(c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c),segment_id=c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c)] {{(pid=102481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:35:19.651425 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-62bff1fe-fae2-4987-85bd-f10ba9edd7bc req-351c6e06-f96b-46e7-84f7-d45ff703bd6c tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:19.665001 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [req-62bff1fe-fae2-4987-85bd-f10ba9edd7bc req-351c6e06-f96b-46e7-84f7-d45ff703bd6c tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Calling delete_port for 5c73813a-14a8-4e78-ae67-e9464fd16f15 owned by compute:nova {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:35:19.792496 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-62bff1fe-fae2-4987-85bd-f10ba9edd7bc req-351c6e06-f96b-46e7-84f7-d45ff703bd6c tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:19.818573 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c6e06-f96b-46e7-84f7-d45ff703bd6c tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Pushing event deleted for resources: {'Port': ['ID=5c73813a-14a8-4e78-ae67-e9464fd16f15,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:19.864880 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bff1fe-fae2-4987-85bd-f10ba9edd7bc req-351c6e06-f96b-46e7-84f7-d45ff703bd6c tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] No DVR routers for this DVR port 5c73813a-14a8-4e78-ae67-e9464fd16f15 on host hv-cinder-81908 {{(pid=102481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:35:19.867286 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-62bff1fe-fae2-4987-85bd-f10ba9edd7bc req-351c6e06-f96b-46e7-84f7-d45ff703bd6c tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:19.870641 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-62bff1fe-fae2-4987-85bd-f10ba9edd7bc req-351c6e06-f96b-46e7-84f7-d45ff703bd6c tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.65 "DELETE /v2.0/ports/5c73813a-14a8-4e78-ae67-e9464fd16f15 HTTP/1.1" status: 204 len: 173 time: 0.3971364 Nov 24 11:35:19.993457 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe967b8-7370-4ed9-93a1-0ea622f0cda1', 'name': 'network-vif-deleted', 'tag': '5c73813a-14a8-4e78-ae67-e9464fd16f15'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:35:19.995781 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73a7bf5-ecb7-49f6-973d-5271a7368f06" -d '{"events": [{"server_uuid": "7fe967b8-7370-4ed9-93a1-0ea622f0cda1", "name": "network-vif-deleted", "tag": "5c73813a-14a8-4e78-ae67-e9464fd16f15"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:35:20.030484 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ce89af-7548-4a1f-9d72-e68307ce7878 x-openstack-request-id: req-54ce89af-7548-4a1f-9d72-e68307ce7878 {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:35:20.030776 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe967b8-7370-4ed9-93a1-0ea622f0cda1", "name": "network-vif-deleted", "tag": "5c73813a-14a8-4e78-ae67-e9464fd16f15", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:35:20.031026 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-54ce89af-7548-4a1f-9d72-e68307ce7878 {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:35:20.031419 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe967b8-7370-4ed9-93a1-0ea622f0cda1', 'name': 'network-vif-deleted', 'tag': '5c73813a-14a8-4e78-ae67-e9464fd16f15', 'status': 'completed', 'code': 200} Nov 24 11:35:20.569035 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-43c3a362-a898-4ff2-8f82-9e1e26ad336f req-8daec0b3-9a71-4182-a823-e559a72067e9 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fe967b8-7370-4ed9-93a1-0ea622f0cda1 HTTP/1.1" status: 200 len: 210 time: 0.0269001 Nov 24 11:35:20.721918 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa8a92-81c0-4e76-a222-dbe09801c77e req-f486a96c-64e9-4182-afdc-ab98eb3dabc2 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:20.723358 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7aaa8a92-81c0-4e76-a222-dbe09801c77e req-f486a96c-64e9-4182-afdc-ab98eb3dabc2 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/ports?device_id=357505d4-9a13-4916-8b43-b3f1239ee174 HTTP/1.1" status: 200 len: 948 time: 0.0518003 Nov 24 11:35:20.769696 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7aaa8a92-81c0-4e76-a222-dbe09801c77e req-598e266c-eb12-4e95-b7c3-2c06272c2dd1 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/security-groups?id=b37ea73a-2c95-4a8e-bbf5-6972316c59b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402417 Nov 24 11:35:21.520926 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b details requested by agent hyperv_hv-cinder-81908 with host hv-cinder-81908 {{(pid=102483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 11:35:21.614713 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=8898e5c0-2ef1-4082-98c4-7f4e73caaa2b,segment=NetworkSegment(9006846e-3acd-43ee-b7c6-e9d66ee9198e),segment_id=9006846e-3acd-43ee-b7c6-e9d66ee9198e)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:35:21.625437 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59840) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:21.626019 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Returning: {'device': '8898e5c0-2ef1-4082-98c4-7f4e73caaa2b', 'network_id': 'b4400147-0b48-4dd3-a8ce-464d23a37050', 'port_id': '8898e5c0-2ef1-4082-98c4-7f4e73caaa2b', 'mac_address': 'fa:16:3e:7c:aa:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d693155-2cf9-42b5-9b3b-64109795ecfe', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 11:35:21.666977 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:21.680030 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 11:35:21.681816 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-da265cd5-9cbf-4847-b4d5-5a921055af61 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:21.699387 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=8898e5c0-2ef1-4082-98c4-7f4e73caaa2b,segment=NetworkSegment(9006846e-3acd-43ee-b7c6-e9d66ee9198e),segment_id=9006846e-3acd-43ee-b7c6-e9d66ee9198e)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:35:21.703865 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:21.709469 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-da265cd5-9cbf-4847-b4d5-5a921055af61 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:21.751350 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=8898e5c0-2ef1-4082-98c4-7f4e73caaa2b,revision_number=4']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:21.758625 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:21.758948 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:21.759351 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:21.759753 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:21.760153 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:21.760510 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:21.760860 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:21.761183 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:21.761507 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:21.761846 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:21.762173 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:21.762454 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:21.770782 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-da265cd5-9cbf-4847-b4d5-5a921055af61 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:21.774081 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-da265cd5-9cbf-4847-b4d5-5a921055af61 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Publish callbacks [] for security_group, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:21.775229 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-da265cd5-9cbf-4847-b4d5-5a921055af61 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] 10.222.0.54 "DELETE /v2.0/security-groups/24d3485c-b76f-4770-978d-828c503b818e HTTP/1.1" status: 204 len: 168 time: 0.1487947 Nov 24 11:35:21.785109 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da265cd5-9cbf-4847-b4d5-5a921055af61 tempest-TestShelveInstance-85677215 tempest-TestShelveInstance-85677215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d3485c-b76f-4770-978d-828c503b818e,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:21.889367 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612558eb-0679-4459-9af7-fbbd837875e7 req-f53b62ff-6737-4344-bffa-057570eeecff tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:21.891443 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-612558eb-0679-4459-9af7-fbbd837875e7 req-f53b62ff-6737-4344-bffa-057570eeecff tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/ports?device_id=357505d4-9a13-4916-8b43-b3f1239ee174 HTTP/1.1" status: 200 len: 949 time: 0.0485709 Nov 24 11:35:21.909760 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['8898e5c0-2ef1-4082-98c4-7f4e73caaa2b'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:35:21.941377 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-612558eb-0679-4459-9af7-fbbd837875e7 req-1de6faff-e872-49bb-9b72-74627fc9a31a tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/security-groups?id=b37ea73a-2c95-4a8e-bbf5-6972316c59b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436916 Nov 24 11:35:22.838946 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59848) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:23.103718 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f751ea-e038-4484-90d8-e59ab78e88ff req-901cb0a2-62ec-4bdb-9b7b-e16d83476b7a tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:23.105204 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-86f751ea-e038-4484-90d8-e59ab78e88ff req-901cb0a2-62ec-4bdb-9b7b-e16d83476b7a tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/ports?device_id=357505d4-9a13-4916-8b43-b3f1239ee174 HTTP/1.1" status: 200 len: 949 time: 0.0938807 Nov 24 11:35:23.197493 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-86f751ea-e038-4484-90d8-e59ab78e88ff req-d847707f-3ce0-4458-a0f8-c3f7af44d073 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/security-groups?id=b37ea73a-2c95-4a8e-bbf5-6972316c59b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843177 Nov 24 11:35:23.337093 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6c37109f-8851-447e-92e4-3693309e0f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2040244'] for router_interface, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:23.535058 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b up at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 11:35:23.584373 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning for port 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b completed by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 11:35:23.588929 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Provisioning complete for port 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b triggered by entity L2. {{(pid=102483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 11:35:23.589300 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039747'] for port, provisioning_complete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:23.668975 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555912'] for port, before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:23.691905 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357505d4-9a13-4916-8b43-b3f1239ee174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8898e5c0-2ef1-4082-98c4-7f4e73caaa2b'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:35:23.694172 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}364992a363b52f548391b9fbd6340c9f85566d630fd89f19225a7b5764a6290e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff975b57-95ef-4940-9913-f450ee9934bc" -d '{"events": [{"server_uuid": "357505d4-9a13-4916-8b43-b3f1239ee174", "name": "network-vif-plugged", "status": "completed", "tag": "8898e5c0-2ef1-4082-98c4-7f4e73caaa2b"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:35:23.707235 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] For port 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=8898e5c0-2ef1-4082-98c4-7f4e73caaa2b,segment=NetworkSegment(9006846e-3acd-43ee-b7c6-e9d66ee9198e),segment_id=9006846e-3acd-43ee-b7c6-e9d66ee9198e)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:35:23.711785 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666634222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771666203127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771666198541'] for port, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:23.712755 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 5c73813a-14a8-4e78-ae67-e9464fd16f15 no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:35:23.734450 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dc84c0-dee3-484d-a8f6-8af9bf5adaf4 x-openstack-request-id: req-87dc84c0-dee3-484d-a8f6-8af9bf5adaf4 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:35:23.734751 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357505d4-9a13-4916-8b43-b3f1239ee174", "name": "network-vif-plugged", "status": "completed", "tag": "8898e5c0-2ef1-4082-98c4-7f4e73caaa2b", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:35:23.735012 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-87dc84c0-dee3-484d-a8f6-8af9bf5adaf4 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:35:23.735405 dv-cinder-819089-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357505d4-9a13-4916-8b43-b3f1239ee174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8898e5c0-2ef1-4082-98c4-7f4e73caaa2b', 'code': 200} Nov 24 11:35:23.737756 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] No Port match for: 5c73813a-14a8-4e78-ae67-e9464fd16f15 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:35:23.738116 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 5c73813a-14a8-4e78-ae67-e9464fd16f15 not bound to the agent host hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:35:23.787970 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Pushing event updated for resources: {'Port': ['ID=8898e5c0-2ef1-4082-98c4-7f4e73caaa2b,revision_number=5']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:23.839937 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-6c37109f-8851-447e-92e4-3693309e0f06 admin admin] Deleting port 49da7869-1f00-4aa4-b7d1-053d04e84081 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:35:23.840548 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6c37109f-8851-447e-92e4-3693309e0f06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:23.899107 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3212755-8f05-435f-8079-6e6e95cc3769 req-6a627de7-d314-4516-ab94-99591c1f26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:23.900691 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a3212755-8f05-435f-8079-6e6e95cc3769 req-6a627de7-d314-4516-ab94-99591c1f26d4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=357505d4-9a13-4916-8b43-b3f1239ee174 HTTP/1.1" status: 200 len: 1103 time: 0.0392599 Nov 24 11:35:23.918493 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-6c37109f-8851-447e-92e4-3693309e0f06 admin admin] For port 49da7869-1f00-4aa4-b7d1-053d04e84081, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=49da7869-1f00-4aa4-b7d1-053d04e84081,segment=NetworkSegment(c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c),segment_id=c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:35:23.918874 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6c37109f-8851-447e-92e4-3693309e0f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:23.931635 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-6c37109f-8851-447e-92e4-3693309e0f06 admin admin] Calling delete_port for 49da7869-1f00-4aa4-b7d1-053d04e84081 owned by network:router_interface {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:35:23.944177 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-a3212755-8f05-435f-8079-6e6e95cc3769 req-c0e570ef-919c-4b9a-99c6-86f2ddfbd474 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b37ea73a-2c95-4a8e-bbf5-6972316c59b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363817 Nov 24 11:35:24.115301 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6c37109f-8851-447e-92e4-3693309e0f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:24.137666 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37109f-8851-447e-92e4-3693309e0f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=49da7869-1f00-4aa4-b7d1-053d04e84081,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:24.334200 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6c37109f-8851-447e-92e4-3693309e0f06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086948'] for router_interface, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:24.349446 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd4ccc-e5de-4de0-b92d-385f478f0d32 req-c1537918-1f7a-4ddf-ad36-181c2e5cf02b tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:24.350914 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fefd4ccc-e5de-4de0-b92d-385f478f0d32 req-c1537918-1f7a-4ddf-ad36-181c2e5cf02b tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/ports?device_id=357505d4-9a13-4916-8b43-b3f1239ee174 HTTP/1.1" status: 200 len: 950 time: 0.0681157 Nov 24 11:35:24.471732 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fefd4ccc-e5de-4de0-b92d-385f478f0d32 req-e5555af1-80f5-4e07-aaac-8d64de11f60e tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/security-groups?id=b37ea73a-2c95-4a8e-bbf5-6972316c59b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140037 Nov 24 11:35:24.588915 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c37109f-8851-447e-92e4-3693309e0f06 admin admin] Router 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:35:24.694929 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c37109f-8851-447e-92e4-3693309e0f06 admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:35:24.699956 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-6c37109f-8851-447e-92e4-3693309e0f06 admin admin] 10.222.0.54 "PUT /v2.0/routers/9b0aa60a-a9f5-4500-b3af-ee6b30c72d88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8599434 Nov 24 11:35:24.702995 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59858) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:24.706352 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7149dc-ba61-417a-946f-2788c7f015ef None None] Sync routers for ids ['9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'] in dv-cinder-819089-1-iscsi {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:35:24.715871 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7149dc-ba61-417a-946f-2788c7f015ef None None] Routers {'9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:35:24.716485 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-5e7149dc-ba61-417a-946f-2788c7f015ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:34:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:24.806853 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d1222423-465d-4993-85d3-19cd9fa769cd admin admin] Publish callbacks [] for router, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:24.827766 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-5e7149dc-ba61-417a-946f-2788c7f015ef None None] Set router 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:35:24.913161 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d1222423-465d-4993-85d3-19cd9fa769cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:24.963938 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-d1222423-465d-4993-85d3-19cd9fa769cd admin admin] Deleting port b22430da-67cb-43dd-ae42-595aff7d8b20 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:35:24.964377 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d1222423-465d-4993-85d3-19cd9fa769cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:25.028544 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-5e7149dc-ba61-417a-946f-2788c7f015ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'name': 'tempest-TestShelveInstance-602502716-router', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:35:24Z', 'revision_number': 5, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'gw_port': {'id': 'b22430da-67cb-43dd-ae42-595aff7d8b20', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:25.040502 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-d1222423-465d-4993-85d3-19cd9fa769cd admin admin] For port b22430da-67cb-43dd-ae42-595aff7d8b20, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=b22430da-67cb-43dd-ae42-595aff7d8b20,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:35:25.040884 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d1222423-465d-4993-85d3-19cd9fa769cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:25.054560 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7149dc-ba61-417a-946f-2788c7f015ef None None] Checking router: 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 for host: dv-cinder-819089-1-iscsi {{(pid=102483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:35:25.056389 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-d1222423-465d-4993-85d3-19cd9fa769cd admin admin] Calling delete_port for b22430da-67cb-43dd-ae42-595aff7d8b20 owned by network:router_gateway {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:35:25.062793 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7149dc-ba61-417a-946f-2788c7f015ef None None] Routers {'9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:35:25.063394 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-5e7149dc-ba61-417a-946f-2788c7f015ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:34:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'], 'active': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:25.147521 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvr_db [None req-5e7149dc-ba61-417a-946f-2788c7f015ef None None] Set router 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 gateway port host: None {{(pid=102483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:35:25.200768 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_hamode_db [None req-5e7149dc-ba61-417a-946f-2788c7f015ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'name': 'tempest-TestShelveInstance-602502716-router', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:35:24Z', 'revision_number': 6, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'gw_port_host': None}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:25.213076 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d1222423-465d-4993-85d3-19cd9fa769cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:25.226835 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7149dc-ba61-417a-946f-2788c7f015ef None None] The sync data for ids ['9b0aa60a-a9f5-4500-b3af-ee6b30c72d88'] in dv-cinder-819089-1-iscsi is: [{'id': '9b0aa60a-a9f5-4500-b3af-ee6b30c72d88', 'name': 'tempest-TestShelveInstance-602502716-router', 'tenant_id': 'f381540b3c9b4687aaeecffb496f268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:17Z', 'updated_at': '2021-11-24T11:35:24Z', 'revision_number': 6, 'project_id': 'f381540b3c9b4687aaeecffb496f268e', 'gw_port_host': None}] {{(pid=102483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:35:25.240466 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1222423-465d-4993-85d3-19cd9fa769cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b22430da-67cb-43dd-ae42-595aff7d8b20,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:25.303170 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d1222423-465d-4993-85d3-19cd9fa769cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1975055'] for router_gateway, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:25.389145 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d1222423-465d-4993-85d3-19cd9fa769cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2087026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:25.391228 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d1222423-465d-4993-85d3-19cd9fa769cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:25.433049 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d1222423-465d-4993-85d3-19cd9fa769cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2087019'] for router, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:25.433588 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1222423-465d-4993-85d3-19cd9fa769cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 {{(pid=102482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 11:35:25.438492 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d1222423-465d-4993-85d3-19cd9fa769cd admin admin] Publish callbacks [] for router, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:25.439619 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-d1222423-465d-4993-85d3-19cd9fa769cd admin admin] 10.222.0.54 "DELETE /v2.0/routers/9b0aa60a-a9f5-4500-b3af-ee6b30c72d88 HTTP/1.1" status: 204 len: 168 time: 0.7357247 Nov 24 11:35:25.442057 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59860) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:25.489404 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_v2 [None req-21634488-86ce-42c0-b168-e7ceefd707e9 admin admin] Deleting subnet 6dfc601b-63d6-4a16-bdea-422a8077d6f1 {{(pid=102482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 11:35:25.492819 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-21634488-86ce-42c0-b168-e7ceefd707e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:25.527264 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-21634488-86ce-42c0-b168-e7ceefd707e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532784871'] for subnet, precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:25.634263 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe3330-235f-45c5-a8ed-f63b0d3c23a7 req-c05da541-197b-4f74-8b7a-c2081ece6e51 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:25.635742 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-50fe3330-235f-45c5-a8ed-f63b0d3c23a7 req-c05da541-197b-4f74-8b7a-c2081ece6e51 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/ports?device_id=357505d4-9a13-4916-8b43-b3f1239ee174 HTTP/1.1" status: 200 len: 950 time: 0.0898438 Nov 24 11:35:25.657051 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-21634488-86ce-42c0-b168-e7ceefd707e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036365'] for subnet, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:25.721420 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-50fe3330-235f-45c5-a8ed-f63b0d3c23a7 req-d1be503f-ab53-497e-bba3-cf5d8d0be76c tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/security-groups?id=b37ea73a-2c95-4a8e-bbf5-6972316c59b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768697 Nov 24 11:35:25.734226 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-21634488-86ce-42c0-b168-e7ceefd707e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536166318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532794180'] for subnet, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:25.764048 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-21634488-86ce-42c0-b168-e7ceefd707e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for subnet, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:25.767963 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-21634488-86ce-42c0-b168-e7ceefd707e9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6dfc601b-63d6-4a16-bdea-422a8077d6f1 HTTP/1.1" status: 204 len: 168 time: 0.3229058 Nov 24 11:35:25.768345 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ba2fe1-d3d7-4f6b-82d1-349d7b3c1a90 None None] Network 82ffb513-3ccb-4ed3-b605-477c999e9699 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:35:25.768836 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 59868) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:25.773541 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21634488-86ce-42c0-b168-e7ceefd707e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dfc601b-63d6-4a16-bdea-422a8077d6f1,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:25.841560 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622759'] for network, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:25.990409 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3d4f8f-d9d1-4cec-826b-976e3648e827 None None] DHCP port deletion for 82ffb513-3ccb-4ed3-b605-477c999e9699 request from dv-cinder-819089-1-iscsi {{(pid=102483) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 11:35:26.025670 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611b0b4-afb1-4ea2-ac94-011c3ecb0153 req-92fea82f-939a-40f4-ba8f-9e805ade798d tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:26.035101 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7611b0b4-afb1-4ea2-ac94-011c3ecb0153 req-92fea82f-939a-40f4-ba8f-9e805ade798d tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/ports?device_id=357505d4-9a13-4916-8b43-b3f1239ee174 HTTP/1.1" status: 200 len: 950 time: 0.0770099 Nov 24 11:35:26.052966 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-8a3d4f8f-d9d1-4cec-826b-976e3648e827 None None] Deleting port bc261532-0a20-4b5a-9186-2909e8161a44 {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:35:26.053592 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8a3d4f8f-d9d1-4cec-826b-976e3648e827 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:26.091374 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7611b0b4-afb1-4ea2-ac94-011c3ecb0153 req-4a80f1ae-af26-484a-a66f-de40bca793f5 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/security-groups?id=b37ea73a-2c95-4a8e-bbf5-6972316c59b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552194 Nov 24 11:35:26.134853 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-8a3d4f8f-d9d1-4cec-826b-976e3648e827 None None] For port bc261532-0a20-4b5a-9186-2909e8161a44, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=bc261532-0a20-4b5a-9186-2909e8161a44,segment=NetworkSegment(c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c),segment_id=c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:35:26.135263 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8a3d4f8f-d9d1-4cec-826b-976e3648e827 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:26.149867 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-8a3d4f8f-d9d1-4cec-826b-976e3648e827 None None] Calling delete_port for bc261532-0a20-4b5a-9186-2909e8161a44 owned by network:dhcp {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:35:26.178932 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Deleting port bc261532-0a20-4b5a-9186-2909e8161a44 {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:35:26.179268 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:26.237438 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8a3d4f8f-d9d1-4cec-826b-976e3648e827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118'] for port, after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:26.247817 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] For port bc261532-0a20-4b5a-9186-2909e8161a44, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=bc261532-0a20-4b5a-9186-2909e8161a44,segment=NetworkSegment(c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c),segment_id=c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c)] {{(pid=102481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:35:26.248259 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:26.262021 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Calling delete_port for bc261532-0a20-4b5a-9186-2909e8161a44 owned by network:dhcp {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:35:26.263537 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d4f8f-d9d1-4cec-826b-976e3648e827 None None] Pushing event deleted for resources: {'Port': ['ID=bc261532-0a20-4b5a-9186-2909e8161a44,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:26.267385 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3d4f8f-d9d1-4cec-826b-976e3648e827 None None] No DVR routers for this DVR port bc261532-0a20-4b5a-9186-2909e8161a44 on host dv-cinder-819089-1-iscsi {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:35:26.346842 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:26.373271 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=bc261532-0a20-4b5a-9186-2909e8161a44,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:26.378670 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] No DVR routers for this DVR port bc261532-0a20-4b5a-9186-2909e8161a44 on host dv-cinder-819089-1-iscsi {{(pid=102481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:35:26.382604 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7706b2a6-fbe8-4fd6-bda8-b65dd1e356ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:26.386803 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:26.387158 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:26.387505 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:26.387845 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:26.388239 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:26.388576 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:26.388940 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:26.389274 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:26.389608 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:26.389936 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:26.390262 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:26.390586 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819089-1-iscsi {{(pid=102481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 11:35:26.459439 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037944', 'neutron.services.segments.db._delete_segments_for_network-8771666762424'] for network, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:26.479752 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ffb513-3ccb-4ed3-b605-477c999e9699']}} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:26.492188 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c') {'for_net_delete': True} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:26.492472 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a007d6-0c50-40cd-b5fc-0d6a4ee34b3c') {} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:26.503255 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666709580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534712214'] for segment, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:26.515933 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:26.522035 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 11:35:26.522416 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534710685'] for segment, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: self.session.flush() Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: self.session.flush() Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: self.session.flush() Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: self.session.flush() Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: Traceback (most recent call last): Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: timer() Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: cb(*args, **kw) Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: return func(*args, **kwargs) Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: self._notify() Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: self.callback(batched_events) Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: event.method(event) Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: return f(self, *a, **k) Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: return self._get(url).json() Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: return self.request(url, 'GET', **kwargs) Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:35:26.524102 dv-cinder-819089-1-iscsi neutron-server[102481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:35:26.575023 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975206'] for network, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:26.580514 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:26.583719 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] 10.222.0.54 "DELETE /v2.0/networks/82ffb513-3ccb-4ed3-b605-477c999e9699 HTTP/1.1" status: 204 len: 168 time: 0.8140049 Nov 24 11:35:26.586838 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59872) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:26.597090 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206cf55-89cb-4e0c-b0bf-dde894f19f2e admin admin] Pushing event deleted for resources: {'Network': ['ID=82ffb513-3ccb-4ed3-b605-477c999e9699,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:26.830565 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device b22430da-67cb-43dd-ae42-595aff7d8b20 no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:35:26.851745 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: b22430da-67cb-43dd-ae42-595aff7d8b20 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:35:26.851981 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device b22430da-67cb-43dd-ae42-595aff7d8b20 not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:35:26.852420 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 49da7869-1f00-4aa4-b7d1-053d04e84081 no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:35:26.878280 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: 49da7869-1f00-4aa4-b7d1-053d04e84081 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:35:26.878626 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 49da7869-1f00-4aa4-b7d1-053d04e84081 not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:35:26.879048 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device bc261532-0a20-4b5a-9186-2909e8161a44 no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:35:26.898703 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: bc261532-0a20-4b5a-9186-2909e8161a44 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:35:26.899052 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device bc261532-0a20-4b5a-9186-2909e8161a44 not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:35:26.933713 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-75ccecd2-4d0f-4b5d-bc6f-36e04efa0c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2040244'] for router_interface, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:27.178685 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-75ccecd2-4d0f-4b5d-bc6f-36e04efa0c8c admin admin] Deleting port 8077c416-847b-4a02-8a5f-4538df79aa98 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:35:27.179378 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-75ccecd2-4d0f-4b5d-bc6f-36e04efa0c8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:27.262628 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3525be0-d88a-4365-89a9-38e06905c220 req-d78c8d16-d544-4c08-a498-e8d72fd53e44 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:27.264163 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-d3525be0-d88a-4365-89a9-38e06905c220 req-d78c8d16-d544-4c08-a498-e8d72fd53e44 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.65 "GET /v2.0/ports?device_id=357505d4-9a13-4916-8b43-b3f1239ee174 HTTP/1.1" status: 200 len: 950 time: 0.0523577 Nov 24 11:35:27.270362 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421df4a3-b86f-4145-a521-a63afac52a65 req-a26c76b2-5337-4c62-b28b-3705a18c245f tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 11:35:27.272072 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-421df4a3-b86f-4145-a521-a63afac52a65 req-a26c76b2-5337-4c62-b28b-3705a18c245f tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/ports?device_id=357505d4-9a13-4916-8b43-b3f1239ee174 HTTP/1.1" status: 200 len: 950 time: 0.1069536 Nov 24 11:35:27.316936 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-75ccecd2-4d0f-4b5d-bc6f-36e04efa0c8c admin admin] For port 8077c416-847b-4a02-8a5f-4538df79aa98, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=8077c416-847b-4a02-8a5f-4538df79aa98,segment=NetworkSegment(492987ea-2d42-4348-ab8f-ca5b5cd00304),segment_id=492987ea-2d42-4348-ab8f-ca5b5cd00304)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:35:27.317291 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-75ccecd2-4d0f-4b5d-bc6f-36e04efa0c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:27.338885 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-75ccecd2-4d0f-4b5d-bc6f-36e04efa0c8c admin admin] Calling delete_port for 8077c416-847b-4a02-8a5f-4538df79aa98 owned by network:router_interface {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:35:27.348246 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-421df4a3-b86f-4145-a521-a63afac52a65 req-4e2f49aa-9825-45f1-b65f-f243a6c46405 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.54 "GET /v2.0/security-groups?id=b37ea73a-2c95-4a8e-bbf5-6972316c59b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701311 Nov 24 11:35:27.352439 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [req-d3525be0-d88a-4365-89a9-38e06905c220 req-b95f1de5-5512-47f3-8eb2-c55d02a2f044 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Deleting port 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:35:27.352826 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-d3525be0-d88a-4365-89a9-38e06905c220 req-b95f1de5-5512-47f3-8eb2-c55d02a2f044 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:27.445214 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [req-d3525be0-d88a-4365-89a9-38e06905c220 req-b95f1de5-5512-47f3-8eb2-c55d02a2f044 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] For port 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b, host hv-cinder-81908, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81908',level=0,port_id=8898e5c0-2ef1-4082-98c4-7f4e73caaa2b,segment=NetworkSegment(9006846e-3acd-43ee-b7c6-e9d66ee9198e),segment_id=9006846e-3acd-43ee-b7c6-e9d66ee9198e)] {{(pid=102481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:35:27.445481 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-d3525be0-d88a-4365-89a9-38e06905c220 req-b95f1de5-5512-47f3-8eb2-c55d02a2f044 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:27.457473 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [req-d3525be0-d88a-4365-89a9-38e06905c220 req-b95f1de5-5512-47f3-8eb2-c55d02a2f044 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Calling delete_port for 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b owned by compute:nova {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:35:27.523244 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-75ccecd2-4d0f-4b5d-bc6f-36e04efa0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:27.547630 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccecd2-4d0f-4b5d-bc6f-36e04efa0c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=8077c416-847b-4a02-8a5f-4538df79aa98,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:27.585563 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-d3525be0-d88a-4365-89a9-38e06905c220 req-b95f1de5-5512-47f3-8eb2-c55d02a2f044 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:27.598146 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] get_ports_and_sgs() called for port_ids ['8898e5c0-2ef1-4082-98c4-7f4e73caaa2b'] {{(pid=102483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 11:35:27.628177 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f1de5-5512-47f3-8eb2-c55d02a2f044 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Pushing event deleted for resources: {'Port': ['ID=8898e5c0-2ef1-4082-98c4-7f4e73caaa2b,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:27.677754 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3525be0-d88a-4365-89a9-38e06905c220 req-b95f1de5-5512-47f3-8eb2-c55d02a2f044 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] No DVR routers for this DVR port 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b on host hv-cinder-81908 {{(pid=102481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:35:27.681205 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [req-d3525be0-d88a-4365-89a9-38e06905c220 req-b95f1de5-5512-47f3-8eb2-c55d02a2f044 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409173'] for port, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:27.684739 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [req-d3525be0-d88a-4365-89a9-38e06905c220 req-b95f1de5-5512-47f3-8eb2-c55d02a2f044 tempest-VolumesNegativeTest-1275617485 tempest-VolumesNegativeTest-1275617485-project] 10.222.0.65 "DELETE /v2.0/ports/8898e5c0-2ef1-4082-98c4-7f4e73caaa2b HTTP/1.1" status: 204 len: 173 time: 0.4145851 Nov 24 11:35:27.685213 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357505d4-9a13-4916-8b43-b3f1239ee174', 'name': 'network-vif-deleted', 'tag': '8898e5c0-2ef1-4082-98c4-7f4e73caaa2b'}] {{(pid=102481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 11:35:27.689685 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db495949ea6f0e452fb7fd526954b07610a5d19824c23092cf9cddaea76d05ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1511a93-d2ba-422d-aa43-3d2c269c5e4a" -d '{"events": [{"server_uuid": "357505d4-9a13-4916-8b43-b3f1239ee174", "name": "network-vif-deleted", "tag": "8898e5c0-2ef1-4082-98c4-7f4e73caaa2b"}]}' {{(pid=102481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 11:35:27.768286 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 11:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6ba86d-ccff-4c64-bccb-90f037ad2c9b x-openstack-request-id: req-ab6ba86d-ccff-4c64-bccb-90f037ad2c9b {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 11:35:27.769088 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357505d4-9a13-4916-8b43-b3f1239ee174", "name": "network-vif-deleted", "tag": "8898e5c0-2ef1-4082-98c4-7f4e73caaa2b", "status": "completed", "code": 200}]} {{(pid=102481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 11:35:27.769351 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ab6ba86d-ccff-4c64-bccb-90f037ad2c9b {{(pid=102481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 11:35:27.769801 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357505d4-9a13-4916-8b43-b3f1239ee174', 'name': 'network-vif-deleted', 'tag': '8898e5c0-2ef1-4082-98c4-7f4e73caaa2b', 'status': 'completed', 'code': 200} Nov 24 11:35:28.015034 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-75ccecd2-4d0f-4b5d-bc6f-36e04efa0c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2086948'] for router_interface, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:28.229974 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ccecd2-4d0f-4b5d-bc6f-36e04efa0c8c admin admin] Router ec030534-3f04-4ea5-a9c3-ec8e00e23235 has already been hosted by L3 agent db6ab484-35e5-4ac5-bab9-bd1ee864826e {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 11:35:28.331347 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ccecd2-4d0f-4b5d-bc6f-36e04efa0c8c admin admin] Notify agent at l3_agent.dv-cinder-819089-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 11:35:28.336156 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-75ccecd2-4d0f-4b5d-bc6f-36e04efa0c8c admin admin] 10.222.0.54 "PUT /v2.0/routers/ec030534-3f04-4ea5-a9c3-ec8e00e23235/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7483079 Nov 24 11:35:28.338725 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.54', 59878) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:28.340730 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e0c89d-62ce-4fff-a38b-8f5e4e67d8c2 None None] Sync routers for ids ['ec030534-3f04-4ea5-a9c3-ec8e00e23235'] in dv-cinder-819089-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 11:35:28.350934 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e0c89d-62ce-4fff-a38b-8f5e4e67d8c2 None None] Routers {'ec030534-3f04-4ea5-a9c3-ec8e00e23235'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:35:28.351536 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-64e0c89d-62ce-4fff-a38b-8f5e4e67d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:34:59Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['ec030534-3f04-4ea5-a9c3-ec8e00e23235'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:28.448187 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-aae299ad-9c83-46ee-bf6e-9b3a9c6758d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:28.465757 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-64e0c89d-62ce-4fff-a38b-8f5e4e67d8c2 None None] Set router ec030534-3f04-4ea5-a9c3-ec8e00e23235 gateway port host: dv-cinder-819089-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:35:28.561626 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-aae299ad-9c83-46ee-bf6e-9b3a9c6758d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:28.631511 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-aae299ad-9c83-46ee-bf6e-9b3a9c6758d3 admin admin] Deleting port 92ac544e-8f63-4d6b-9903-dac4d3323e12 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:35:28.631928 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-aae299ad-9c83-46ee-bf6e-9b3a9c6758d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:28.718209 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-aae299ad-9c83-46ee-bf6e-9b3a9c6758d3 admin admin] For port 92ac544e-8f63-4d6b-9903-dac4d3323e12, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=92ac544e-8f63-4d6b-9903-dac4d3323e12,segment=NetworkSegment(d6f55a1d-2dde-4ae1-89fc-901cec644823),segment_id=d6f55a1d-2dde-4ae1-89fc-901cec644823)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:35:28.718761 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-aae299ad-9c83-46ee-bf6e-9b3a9c6758d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:28.736727 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-aae299ad-9c83-46ee-bf6e-9b3a9c6758d3 admin admin] Calling delete_port for 92ac544e-8f63-4d6b-9903-dac4d3323e12 owned by network:router_gateway {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:35:28.740504 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4fe8823d-2a79-46e2-9f7f-d9007fd086df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:28.764692 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-64e0c89d-62ce-4fff-a38b-8f5e4e67d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec030534-3f04-4ea5-a9c3-ec8e00e23235', 'name': 'tempest-TestShelveInstance-1058654726-router', 'tenant_id': '43f02aa358224bf9b399d1aa740b60b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'external_fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '92ac544e-8f63-4d6b-9903-dac4d3323e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:22Z', 'updated_at': '2021-11-24T11:35:27Z', 'revision_number': 5, 'project_id': '43f02aa358224bf9b399d1aa740b60b7', 'gw_port': {'id': '92ac544e-8f63-4d6b-9903-dac4d3323e12', 'name': '', 'network_id': 'abec3bdb-3f5f-43d3-a05f-b74eaa51b59e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec030534-3f04-4ea5-a9c3-ec8e00e23235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819089-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T11:30:22Z', 'updated_at': '2021-11-24T11:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c5d2bd-607c-45ea-a578-f70e1637afae', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819089-1-iscsi'}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:28.793110 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e0c89d-62ce-4fff-a38b-8f5e4e67d8c2 None None] Checking router: ec030534-3f04-4ea5-a9c3-ec8e00e23235 for host: dv-cinder-819089-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 11:35:28.803178 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e0c89d-62ce-4fff-a38b-8f5e4e67d8c2 None None] Routers {'ec030534-3f04-4ea5-a9c3-ec8e00e23235'} bound to L3 agent in host dv-cinder-819089-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 11:35:28.803844 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-64e0c89d-62ce-4fff-a38b-8f5e4e67d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819089-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T11:16:29Z,description=,heartbeat_timestamp=2021-11-24T11:35:29Z,host='dv-cinder-819089-1-iscsi',id=db6ab484-35e5-4ac5-bab9-bd1ee864826e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T11:16:29Z,topic='l3_agent')) {'router_ids': ['ec030534-3f04-4ea5-a9c3-ec8e00e23235'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:28.893534 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-64e0c89d-62ce-4fff-a38b-8f5e4e67d8c2 None None] Set router ec030534-3f04-4ea5-a9c3-ec8e00e23235 gateway port host: None {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 11:35:28.952911 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-aae299ad-9c83-46ee-bf6e-9b3a9c6758d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536166387'] for port, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:28.956000 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-64e0c89d-62ce-4fff-a38b-8f5e4e67d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec030534-3f04-4ea5-a9c3-ec8e00e23235', 'name': 'tempest-TestShelveInstance-1058654726-router', 'tenant_id': '43f02aa358224bf9b399d1aa740b60b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:22Z', 'updated_at': '2021-11-24T11:35:28Z', 'revision_number': 6, 'project_id': '43f02aa358224bf9b399d1aa740b60b7', 'gw_port_host': None}], 'dv-cinder-819089-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:28.984211 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e0c89d-62ce-4fff-a38b-8f5e4e67d8c2 None None] The sync data for ids ['ec030534-3f04-4ea5-a9c3-ec8e00e23235'] in dv-cinder-819089-1-iscsi is: [{'id': 'ec030534-3f04-4ea5-a9c3-ec8e00e23235', 'name': 'tempest-TestShelveInstance-1058654726-router', 'tenant_id': '43f02aa358224bf9b399d1aa740b60b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T11:30:22Z', 'updated_at': '2021-11-24T11:35:28Z', 'revision_number': 6, 'project_id': '43f02aa358224bf9b399d1aa740b60b7', 'gw_port_host': None}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 11:35:28.989138 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae299ad-9c83-46ee-bf6e-9b3a9c6758d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=92ac544e-8f63-4d6b-9903-dac4d3323e12,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:29.055137 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-aae299ad-9c83-46ee-bf6e-9b3a9c6758d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1975055'] for router_gateway, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:29.148244 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-aae299ad-9c83-46ee-bf6e-9b3a9c6758d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2087026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:29.150426 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-aae299ad-9c83-46ee-bf6e-9b3a9c6758d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:29.194185 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-aae299ad-9c83-46ee-bf6e-9b3a9c6758d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2087019'] for router, after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:29.194682 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae299ad-9c83-46ee-bf6e-9b3a9c6758d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec030534-3f04-4ea5-a9c3-ec8e00e23235 {{(pid=102482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 11:35:29.198806 dv-cinder-819089-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-aae299ad-9c83-46ee-bf6e-9b3a9c6758d3 admin admin] Publish callbacks [] for router, before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:29.199941 dv-cinder-819089-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-aae299ad-9c83-46ee-bf6e-9b3a9c6758d3 admin admin] 10.222.0.54 "DELETE /v2.0/routers/ec030534-3f04-4ea5-a9c3-ec8e00e23235 HTTP/1.1" status: 204 len: 168 time: 0.8601091 Nov 24 11:35:29.203262 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 59956) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:29.260583 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.db_base_plugin_v2 [None req-611e4769-623a-4289-bbae-7839e242a63d admin admin] Deleting subnet 94c717d6-f03e-4c13-9ff9-965b4605d03c {{(pid=102481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 11:35:29.263833 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-611e4769-623a-4289-bbae-7839e242a63d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:29.303719 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-611e4769-623a-4289-bbae-7839e242a63d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534712207'] for subnet, precommit_delete_associations {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:29.389741 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-611e4769-623a-4289-bbae-7839e242a63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036365'] for subnet, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:29.446310 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-611e4769-623a-4289-bbae-7839e242a63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534712115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534249557'] for subnet, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:29.477172 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e4769-623a-4289-bbae-7839e242a63d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94c717d6-f03e-4c13-9ff9-965b4605d03c,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:29.479312 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-611e4769-623a-4289-bbae-7839e242a63d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:29.486332 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-611e4769-623a-4289-bbae-7839e242a63d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/94c717d6-f03e-4c13-9ff9-965b4605d03c HTTP/1.1" status: 204 len: 168 time: 0.2780197 Nov 24 11:35:29.486332 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 59984) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:29.490052 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58641990-9dce-4e53-b904-343ddfd4e6fd None None] Network 86bddab6-3826-4384-a131-135f019fab14 requested from dv-cinder-819089-1-iscsi {{(pid=102483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 11:35:29.561105 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5dd797b9-0330-4983-b9e2-7a330d5eac7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622759'] for network, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:29.618270 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-5dd797b9-0330-4983-b9e2-7a330d5eac7e admin admin] Deleting port 51796403-7012-40fa-a254-e61aee5d5aaf {{(pid=102481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:35:29.618687 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5dd797b9-0330-4983-b9e2-7a330d5eac7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:29.690357 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.db [None req-5dd797b9-0330-4983-b9e2-7a330d5eac7e admin admin] For port 51796403-7012-40fa-a254-e61aee5d5aaf, host dv-cinder-819089-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819089-1-iscsi',level=0,port_id=51796403-7012-40fa-a254-e61aee5d5aaf,segment=NetworkSegment(492987ea-2d42-4348-ab8f-ca5b5cd00304),segment_id=492987ea-2d42-4348-ab8f-ca5b5cd00304)] {{(pid=102481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:35:29.690722 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5dd797b9-0330-4983-b9e2-7a330d5eac7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:29.698971 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:29.704275 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-5dd797b9-0330-4983-b9e2-7a330d5eac7e admin admin] Calling delete_port for 51796403-7012-40fa-a254-e61aee5d5aaf owned by network:dhcp {{(pid=102481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:35:29.765371 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e27ec6-6f8f-4d42-8b11-527dcd7ca88d None None] DHCP port deletion for 86bddab6-3826-4384-a131-135f019fab14 request from dv-cinder-819089-1-iscsi {{(pid=102483) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 11:35:29.797526 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5dd797b9-0330-4983-b9e2-7a330d5eac7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534712174'] for port, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:29.823541 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd797b9-0330-4983-b9e2-7a330d5eac7e admin admin] Pushing event deleted for resources: {'Port': ['ID=51796403-7012-40fa-a254-e61aee5d5aaf,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:29.831492 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd797b9-0330-4983-b9e2-7a330d5eac7e admin admin] No DVR routers for this DVR port 51796403-7012-40fa-a254-e61aee5d5aaf on host dv-cinder-819089-1-iscsi {{(pid=102481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:35:29.846322 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-f6e27ec6-6f8f-4d42-8b11-527dcd7ca88d None None] Deleting port 51796403-7012-40fa-a254-e61aee5d5aaf {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 11:35:29.846703 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f6e27ec6-6f8f-4d42-8b11-527dcd7ca88d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666634078'] for port, before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:29.909218 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5dd797b9-0330-4983-b9e2-7a330d5eac7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037944', 'neutron.services.segments.db._delete_segments_for_network-8771666762424'] for network, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:29.914846 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-f6e27ec6-6f8f-4d42-8b11-527dcd7ca88d None None] For port 51796403-7012-40fa-a254-e61aee5d5aaf, host dv-cinder-819089-1-iscsi, got binding levels [] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 11:35:29.915250 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f6e27ec6-6f8f-4d42-8b11-527dcd7ca88d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1975325'] for port, precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:29.928814 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-f6e27ec6-6f8f-4d42-8b11-527dcd7ca88d None None] Calling delete_port for 51796403-7012-40fa-a254-e61aee5d5aaf owned by network:dhcp {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 11:35:29.931215 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-5dd797b9-0330-4983-b9e2-7a330d5eac7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bddab6-3826-4384-a131-135f019fab14']}} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:29.932021 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.ipam_backend_mixin [None req-f6e27ec6-6f8f-4d42-8b11-527dcd7ca88d None None] Port 51796403-7012-40fa-a254-e61aee5d5aaf was not found and therefore no delete operation was performed {{(pid=102483) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 11:35:29.933333 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f6e27ec6-6f8f-4d42-8b11-527dcd7ca88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666636144', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771666203118'] for port, after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:29.941921 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-5dd797b9-0330-4983-b9e2-7a330d5eac7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492987ea-2d42-4348-ab8f-ca5b5cd00304') {'for_net_delete': True} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:29.942224 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.services.segments.db [None req-5dd797b9-0330-4983-b9e2-7a330d5eac7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492987ea-2d42-4348-ab8f-ca5b5cd00304') {} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 11:35:29.953043 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5dd797b9-0330-4983-b9e2-7a330d5eac7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666709580', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534712214'] for segment, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:29.968395 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e27ec6-6f8f-4d42-8b11-527dcd7ca88d None None] Pushing event deleted for resources: {'Port': ['ID=51796403-7012-40fa-a254-e61aee5d5aaf,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:29.972732 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5dd797b9-0330-4983-b9e2-7a330d5eac7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930'] for segment, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:29.973657 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e27ec6-6f8f-4d42-8b11-527dcd7ca88d None None] No DVR routers for this DVR port 51796403-7012-40fa-a254-e61aee5d5aaf on host dv-cinder-819089-1-iscsi {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 11:35:29.981272 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd797b9-0330-4983-b9e2-7a330d5eac7e admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=102481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 11:35:29.981380 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5dd797b9-0330-4983-b9e2-7a330d5eac7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534710685'] for segment, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: Traceback (most recent call last): Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: timer() Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: cb(*args, **kw) Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: return func(*args, **kwargs) Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: self._notify() Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: self.callback(batched_events) Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: event.method(event) Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: return f(self, *a, **k) Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: return self._get(url).json() Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: return self.request(url, 'GET', **kwargs) Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:35:29.996418 dv-cinder-819089-1-iscsi neutron-server[102481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:35:30.049435 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5dd797b9-0330-4983-b9e2-7a330d5eac7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975206'] for network, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:30.055897 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5dd797b9-0330-4983-b9e2-7a330d5eac7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677105'] for network, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:30.059027 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-5dd797b9-0330-4983-b9e2-7a330d5eac7e admin admin] 10.222.0.54 "DELETE /v2.0/networks/86bddab6-3826-4384-a131-135f019fab14 HTTP/1.1" status: 204 len: 168 time: 0.5726151 Nov 24 11:35:30.071990 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd797b9-0330-4983-b9e2-7a330d5eac7e admin admin] Pushing event deleted for resources: {'Network': ['ID=86bddab6-3826-4384-a131-135f019fab14,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:30.197640 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 60052) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:30.239985 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-2098882a-c80f-45cf-ac18-c3b100f7c138 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f381540b3c9b4687aaeecffb496f268e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410893 Nov 24 11:35:30.242815 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 60058) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:30.290384 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5c1239c1-229c-4cfb-8b0d-32c782267c45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:30.311213 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5c1239c1-229c-4cfb-8b0d-32c782267c45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:30.362013 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5c1239c1-229c-4cfb-8b0d-32c782267c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:30.364716 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-5c1239c1-229c-4cfb-8b0d-32c782267c45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:30.365841 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-5c1239c1-229c-4cfb-8b0d-32c782267c45 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bb292646-c5d3-4bd8-b3f9-ca7af2fe278a HTTP/1.1" status: 204 len: 168 time: 0.1221056 Nov 24 11:35:30.374799 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1239c1-229c-4cfb-8b0d-32c782267c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb292646-c5d3-4bd8-b3f9-ca7af2fe278a,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:30.698218 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 60096) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:30.740671 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-633fb6c3-fc2e-455d-9804-75bcb66dcfbe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=43f02aa358224bf9b399d1aa740b60b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390201 Nov 24 11:35:30.740928 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 60100) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:30.790868 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-08d76ebf-ca24-40f4-b046-4cb46d64ccca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:30.816598 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-08d76ebf-ca24-40f4-b046-4cb46d64ccca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:30.848111 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 92ac544e-8f63-4d6b-9903-dac4d3323e12 no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:35:30.864830 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-08d76ebf-ca24-40f4-b046-4cb46d64ccca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:30.867847 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-08d76ebf-ca24-40f4-b046-4cb46d64ccca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:30.869402 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-08d76ebf-ca24-40f4-b046-4cb46d64ccca admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1024629a-ea9e-4344-bdfb-e3731965a630 HTTP/1.1" status: 204 len: 168 time: 0.1272359 Nov 24 11:35:30.873574 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: 92ac544e-8f63-4d6b-9903-dac4d3323e12 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:35:30.874669 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 92ac544e-8f63-4d6b-9903-dac4d3323e12 not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:35:30.875081 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 51796403-7012-40fa-a254-e61aee5d5aaf no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:35:30.878396 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d76ebf-ca24-40f4-b046-4cb46d64ccca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1024629a-ea9e-4344-bdfb-e3731965a630,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:30.900949 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: 51796403-7012-40fa-a254-e61aee5d5aaf {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:35:30.901286 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 51796403-7012-40fa-a254-e61aee5d5aaf not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:35:30.901696 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 8077c416-847b-4a02-8a5f-4538df79aa98 no longer exists at agent ovs-agent-dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:35:30.927456 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] No Port match for: 8077c416-847b-4a02-8a5f-4538df79aa98 {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:35:30.927652 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Device 8077c416-847b-4a02-8a5f-4538df79aa98 not bound to the agent host dv-cinder-819089-1-iscsi {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:35:31.427778 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:31.566050 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b no longer exists at agent hyperv_hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 11:35:31.590334 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] No Port match for: 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b {{(pid=102483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 11:35:31.590674 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.rpc [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Device 8898e5c0-2ef1-4082-98c4-7f4e73caaa2b not bound to the agent host hv-cinder-81908 {{(pid=102483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 11:35:32.552929 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:32.644326 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 60148) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:32.772365 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-5a646470-6636-4926-86e6-448b43950046 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5bef583ca6374c3a8dd72efc869356cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268287 Nov 24 11:35:32.774867 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.wsgi [-] (102481) accepted ('10.222.0.54', 60152) {{(pid=102481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 11:35:32.819679 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-28ccaa73-968c-49ab-b5cc-119bca0ccda3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:32.840531 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-28ccaa73-968c-49ab-b5cc-119bca0ccda3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:32.886032 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-28ccaa73-968c-49ab-b5cc-119bca0ccda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039335'] for security_group, after_delete {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:32.888729 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-28ccaa73-968c-49ab-b5cc-119bca0ccda3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:32.889943 dv-cinder-819089-1-iscsi neutron-server[102481]: INFO neutron.wsgi [None req-28ccaa73-968c-49ab-b5cc-119bca0ccda3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b37ea73a-2c95-4a8e-bbf5-6972316c59b3 HTTP/1.1" status: 204 len: 168 time: 0.1141362 Nov 24 11:35:32.900241 dv-cinder-819089-1-iscsi neutron-server[102481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccaa73-968c-49ab-b5cc-119bca0ccda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37ea73a-2c95-4a8e-bbf5-6972316c59b3,revision_number=None']} {{(pid=102481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 11:35:35.738237 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:35:47.036465 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:56.383474 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d5108de3-1e81-42dc-a724-23be52316e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:58.742425 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b4e1ae66-2e2a-446c-bf4b-d8f2c82c80ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:35:59.699616 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:36:01.432185 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:36:02.552285 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:36:12.737420 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:36:17.031409 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:36:26.384169 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0d03263d-0387-4182-86ac-8a16224d170d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:36:28.743005 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9a9dce96-3087-4979-b933-e570d3a600b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:36:29.701976 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:36:31.432540 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:36:32.553263 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:36:47.059846 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:36:49.737447 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:36:56.387451 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-42d1e2ff-d111-48d5-b606-d5a9891b92bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:36:58.743646 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-954a708e-540e-4267-8e66-fd5155b8efbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:36:59.704735 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:37:01.436512 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:37:02.554595 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:37:17.058358 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:37:26.387293 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-402f4e8c-8ca0-4a7f-9f74-89268d34b785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:37:26.736773 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:37:28.744367 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9562c28c-9d26-4c2a-8729-a97a96f7c3e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:37:29.707713 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:37:31.438261 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:37:32.558092 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:37:47.056877 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:37:56.388473 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-93ce40b1-b376-4043-88d1-abc69c3d9407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:37:58.745735 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a21f359d-390a-4e40-9c64-8e4a3460e952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:37:59.710209 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:38:01.440732 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:38:02.561691 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:38:03.736134 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:38:17.071863 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:38:26.393051 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-52f0dfda-3a33-4113-bb10-678e4a40e9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:38:28.746657 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-de4ed9b6-0dd0-4ea8-99a4-02696e56566b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:38:29.712885 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:38:31.443689 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:38:32.562812 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:38:40.735454 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:38:47.071249 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:38:56.394557 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f84c0304-4a8f-4571-820a-402b5351551a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:38:58.746133 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b1390a4b-0e55-45ce-b9d8-6cb29e8235f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:38:59.713915 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:39:01.446366 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:39:02.569554 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:39:17.068954 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:39:17.733921 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:39:26.395948 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d20c4e1e-f3ce-4401-b63f-fc9ee49da36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:39:28.746266 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ff0e0e7a-791e-45af-a639-c4f5cb336d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:39:29.718467 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:39:31.450168 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:39:32.560522 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:39:47.068246 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:39:54.733421 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:39:56.397409 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ad35aec5-8a75-4253-9b25-1703680c38c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:39:58.746659 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-58c305cc-55f1-4ff9-b086-dbb85075d5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:39:59.719846 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:40:01.452528 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:40:02.561773 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:40:17.066631 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:40:26.398883 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d94319a4-4f57-4043-8a1d-d80158c2b5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:40:28.749755 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4a850038-fef4-4fd6-8dd6-c7cfea5fb11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:40:29.722984 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2fce-5d9f-49d2-ac77-bd8129df78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:40:31.455098 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b8118a16-0c1b-4459-ba2e-9ae3fe0aa605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:40:31.733498 dv-cinder-819089-1-iscsi neutron-server[102484]: DEBUG neutron.db.agents_db [None req-240c4d79-3494-4f88-98a0-dcbbb95c2010 None None] Agent healthcheck: found 6 active agents {{(pid=102484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 11:40:32.563059 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2481566d-8b41-42ed-9800-65959a2685d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 11:40:47.062893 dv-cinder-819089-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db703f55-229b-4c39-b8b2-adbe35bfae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666762433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039446'] for agent, after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}